[ 530.532627] env[63326]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63326) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.532965] env[63326]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63326) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.533197] env[63326]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63326) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.533615] env[63326]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 530.637105] env[63326]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63326) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 530.647821] env[63326]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63326) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 531.250170] env[63326]: INFO nova.virt.driver [None req-2fb039b7-9947-4b06-8113-82e7e4790b51 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 531.321209] env[63326]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.321382] env[63326]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.321496] env[63326]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63326) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 534.520507] env[63326]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b968bc6e-5369-4f7e-ab29-3a8089cab0f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.537083] env[63326]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63326) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 534.537209] env[63326]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-c5162077-1b76-46a1-beea-eec91f5730d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.568076] env[63326]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c4ddf. [ 534.568312] env[63326]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.247s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.568818] env[63326]: INFO nova.virt.vmwareapi.driver [None req-2fb039b7-9947-4b06-8113-82e7e4790b51 None None] VMware vCenter version: 7.0.3 [ 534.572384] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf3a838-9212-487e-97eb-912fcd4b619b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.591482] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1668383b-90f2-4615-aa9a-5eff045a5880 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.598282] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a58ca48-3a99-46c7-a52c-7690511d54b9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.605525] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7840ebbf-0d84-463d-98fe-91e44bc31b2f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.619370] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a110241-4e6f-4b00-b47a-3b900cd1709c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.626273] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2a4000-a3d1-4d38-9ec2-fab1e54ca2f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.657338] env[63326]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a30e8fab-f1bc-4f15-bd24-a9c02d0d2a55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.663431] env[63326]: DEBUG nova.virt.vmwareapi.driver [None req-2fb039b7-9947-4b06-8113-82e7e4790b51 None None] Extension org.openstack.compute already exists. {{(pid=63326) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 534.666159] env[63326]: INFO nova.compute.provider_config [None req-2fb039b7-9947-4b06-8113-82e7e4790b51 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 535.169966] env[63326]: DEBUG nova.context [None req-2fb039b7-9947-4b06-8113-82e7e4790b51 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),910514d9-3d57-49e3-9487-abe8a0c04730(cell1) {{(pid=63326) load_cells /opt/stack/nova/nova/context.py:464}} [ 535.172113] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.172342] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.173054] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.173516] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Acquiring lock "910514d9-3d57-49e3-9487-abe8a0c04730" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.173704] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Lock "910514d9-3d57-49e3-9487-abe8a0c04730" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.174815] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Lock "910514d9-3d57-49e3-9487-abe8a0c04730" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.194893] env[63326]: INFO dbcounter [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Registered counter for database nova_cell0 [ 535.203065] env[63326]: INFO dbcounter [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Registered counter for database nova_cell1 [ 535.206570] env[63326]: DEBUG oslo_db.sqlalchemy.engines [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63326) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 535.206915] env[63326]: DEBUG oslo_db.sqlalchemy.engines [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63326) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 535.211862] env[63326]: ERROR nova.db.main.api [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 535.211862] env[63326]: result = function(*args, **kwargs) [ 535.211862] env[63326]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 535.211862] env[63326]: return func(*args, **kwargs) [ 535.211862] env[63326]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 535.211862] env[63326]: result = fn(*args, **kwargs) [ 535.211862] env[63326]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 535.211862] env[63326]: return f(*args, **kwargs) [ 535.211862] env[63326]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 535.211862] env[63326]: return db.service_get_minimum_version(context, binaries) [ 535.211862] env[63326]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 535.211862] env[63326]: _check_db_access() [ 535.211862] env[63326]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 535.211862] env[63326]: stacktrace = ''.join(traceback.format_stack()) [ 535.211862] env[63326]: [ 535.212681] env[63326]: ERROR nova.db.main.api [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 535.212681] env[63326]: result = function(*args, **kwargs) [ 535.212681] env[63326]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 535.212681] env[63326]: return func(*args, **kwargs) [ 535.212681] env[63326]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 535.212681] env[63326]: result = fn(*args, **kwargs) [ 535.212681] env[63326]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 535.212681] env[63326]: return f(*args, **kwargs) [ 535.212681] env[63326]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 535.212681] env[63326]: return db.service_get_minimum_version(context, binaries) [ 535.212681] env[63326]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 535.212681] env[63326]: _check_db_access() [ 535.212681] env[63326]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 535.212681] env[63326]: stacktrace = ''.join(traceback.format_stack()) [ 535.212681] env[63326]: [ 535.213084] env[63326]: WARNING nova.objects.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Failed to get minimum service version for cell 910514d9-3d57-49e3-9487-abe8a0c04730 [ 535.213211] env[63326]: WARNING nova.objects.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 535.213666] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Acquiring lock "singleton_lock" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.213831] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Acquired lock "singleton_lock" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.214080] env[63326]: DEBUG oslo_concurrency.lockutils [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Releasing lock "singleton_lock" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.214436] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Full set of CONF: {{(pid=63326) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 535.214590] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ******************************************************************************** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 535.214719] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] Configuration options gathered from: {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 535.214856] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 535.215061] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 535.215191] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ================================================================================ {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 535.215399] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] allow_resize_to_same_host = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215585] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] arq_binding_timeout = 300 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215751] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] backdoor_port = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.215884] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] backdoor_socket = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216063] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] block_device_allocate_retries = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216232] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] block_device_allocate_retries_interval = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216414] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cert = self.pem {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216600] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216771] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute_monitors = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.216937] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] config_dir = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217121] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] config_drive_format = iso9660 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217255] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217422] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] config_source = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217590] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] console_host = devstack {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217753] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] control_exchange = nova {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.217915] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cpu_allocation_ratio = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218089] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] daemon = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218261] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] debug = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218421] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] default_access_ip_network_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218584] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] default_availability_zone = nova {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218738] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] default_ephemeral_format = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.218894] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] default_green_pool_size = 1000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219142] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219308] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] default_schedule_zone = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219467] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] disk_allocation_ratio = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219627] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] enable_new_services = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219805] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] enabled_apis = ['osapi_compute'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.219966] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] enabled_ssl_apis = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220139] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] flat_injected = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220300] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] force_config_drive = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220459] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] force_raw_images = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220626] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] graceful_shutdown_timeout = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.220784] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] heal_instance_info_cache_interval = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221054] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] host = cpu-1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221246] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221441] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221558] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221787] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.221955] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] instance_build_timeout = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222138] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] instance_delete_interval = 300 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222308] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] instance_format = [instance: %(uuid)s] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222472] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] instance_name_template = instance-%08x {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222633] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] instance_usage_audit = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222795] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] instance_usage_audit_period = month {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.222956] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223133] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223332] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] internal_service_availability_zone = internal {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223496] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] key = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223658] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] live_migration_retry_count = 30 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223824] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_color = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.223985] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_config_append = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224166] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224329] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_dir = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224510] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_file = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224642] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_options = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224801] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_rotate_interval = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.224966] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_rotate_interval_type = days {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225148] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] log_rotation_type = none {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225277] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225405] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225586] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225767] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.225898] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226075] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] long_rpc_timeout = 1800 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226242] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] max_concurrent_builds = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226404] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] max_concurrent_live_migrations = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226560] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] max_concurrent_snapshots = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226717] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] max_local_block_devices = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.226874] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] max_logfile_count = 30 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227039] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] max_logfile_size_mb = 200 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227203] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] maximum_instance_delete_attempts = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227369] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] metadata_listen = 0.0.0.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227535] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] metadata_listen_port = 8775 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227702] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] metadata_workers = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.227859] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] migrate_max_retries = -1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228034] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] mkisofs_cmd = genisoimage {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228245] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228381] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] my_ip = 10.180.1.21 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228619] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228790] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] network_allocate_retries = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.228971] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.229157] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.229322] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] osapi_compute_listen_port = 8774 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.229490] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] osapi_compute_unique_server_name_scope = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.229657] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] osapi_compute_workers = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.229818] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] password_length = 12 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.229976] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] periodic_enable = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.230149] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] periodic_fuzzy_delay = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.230316] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] pointer_model = usbtablet {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.230483] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] preallocate_images = none {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.230641] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] publish_errors = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.230770] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] pybasedir = /opt/stack/nova {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.230925] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ram_allocation_ratio = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.231094] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] rate_limit_burst = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.231266] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] rate_limit_except_level = CRITICAL {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.231425] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] rate_limit_interval = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.231582] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] reboot_timeout = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.231739] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] reclaim_instance_interval = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.231894] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] record = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.232071] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] reimage_timeout_per_gb = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.232239] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] report_interval = 120 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.232401] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] rescue_timeout = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.232558] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] reserved_host_cpus = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.232716] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] reserved_host_disk_mb = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.232896] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] reserved_host_memory_mb = 512 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.233089] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] reserved_huge_pages = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.233281] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] resize_confirm_window = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.233449] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] resize_fs_using_block_device = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.233610] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] resume_guests_state_on_host_boot = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.233776] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.233935] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] rpc_response_timeout = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.234105] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] run_external_periodic_tasks = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.234277] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] running_deleted_instance_action = reap {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.234435] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.234588] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] running_deleted_instance_timeout = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.234742] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler_instance_sync_interval = 120 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.234908] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_down_time = 720 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.235082] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] servicegroup_driver = db {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.235245] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] shell_completion = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.235403] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] shelved_offload_time = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.235568] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] shelved_poll_interval = 3600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.235827] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] shutdown_timeout = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.236114] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] source_is_ipv6 = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.236399] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ssl_only = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.236791] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.237094] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] sync_power_state_interval = 600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.237387] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] sync_power_state_pool_size = 1000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.237686] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] syslog_log_facility = LOG_USER {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.237881] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] tempdir = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.238066] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] timeout_nbd = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.238246] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] transport_url = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.238415] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] update_resources_interval = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.238577] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] use_cow_images = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.238735] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] use_eventlog = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.238894] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] use_journal = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.239064] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] use_json = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.239227] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] use_rootwrap_daemon = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.239384] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] use_stderr = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.239540] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] use_syslog = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.239695] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vcpu_pin_set = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.239857] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plugging_is_fatal = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.240033] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plugging_timeout = 300 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.240202] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] virt_mkfs = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.240366] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] volume_usage_poll_interval = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.240554] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] watch_log_file = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.240737] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] web = /usr/share/spice-html5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.240920] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241101] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241272] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.241446] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_concurrency.disable_process_locking = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242010] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242217] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242390] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242569] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242741] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.242905] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243101] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.auth_strategy = keystone {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243294] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.compute_link_prefix = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243489] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243666] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.dhcp_domain = novalocal {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.243840] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.enable_instance_password = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244011] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.glance_link_prefix = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244194] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244382] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244580] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.instance_list_per_project_cells = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244759] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.list_records_by_skipping_down_cells = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.244922] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.local_metadata_per_cell = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245104] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.max_limit = 1000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245275] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.metadata_cache_expiration = 15 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245450] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.neutron_default_tenant_id = default {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245623] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.response_validation = warn {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245788] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.use_neutron_default_nets = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.245959] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246138] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246312] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246490] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246660] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.vendordata_dynamic_targets = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.246824] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.vendordata_jsonfile_path = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247014] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247247] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.backend = dogpile.cache.memcached {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247421] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.backend_argument = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247801] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.backend_expiration_time = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247801] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.config_prefix = cache.oslo {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.247927] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.dead_timeout = 60.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248107] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.debug_cache_backend = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248273] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.enable_retry_client = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248472] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.enable_socket_keepalive = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248668] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.enabled = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.248840] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.enforce_fips_mode = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249020] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.expiration_time = 600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249288] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.hashclient_retry_attempts = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249341] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249559] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_dead_retry = 300 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249709] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_password = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249878] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.249984] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250148] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_pool_maxsize = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250316] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250478] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_sasl_enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250657] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250821] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.250981] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.memcache_username = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251159] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.proxies = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251323] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.redis_db = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251480] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.redis_password = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251644] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251826] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.251986] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.redis_server = localhost:6379 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252165] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.redis_socket_timeout = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252329] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.redis_username = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252488] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.retry_attempts = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252713] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.retry_delay = 0.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.252894] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.socket_keepalive_count = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253072] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.socket_keepalive_idle = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253241] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.socket_keepalive_interval = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253427] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.tls_allowed_ciphers = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253593] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.tls_cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253751] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.tls_certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.253911] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.tls_enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254082] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cache.tls_keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254261] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254462] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.auth_type = password {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254630] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254808] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.254966] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255146] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255310] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.cross_az_attach = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255474] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.debug = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255632] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.endpoint_template = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255794] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.http_retries = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.255953] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256124] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256297] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.os_region_name = RegionOne {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256472] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256634] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cinder.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256803] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.256961] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.cpu_dedicated_set = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257131] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.cpu_shared_set = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257297] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.image_type_exclude_list = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257460] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257620] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257781] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.257940] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258120] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258287] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.resource_provider_association_refresh = 300 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258446] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258605] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.shutdown_retry_interval = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258780] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.258956] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] conductor.workers = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259147] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] console.allowed_origins = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259309] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] console.ssl_ciphers = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259479] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] console.ssl_minimum_version = default {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259646] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] consoleauth.enforce_session_timeout = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259811] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] consoleauth.token_ttl = 600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.259975] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260144] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260306] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260465] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.connect_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260621] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.connect_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260776] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.endpoint_override = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.260935] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261101] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261261] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.max_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261419] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.min_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261572] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.region_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261727] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.retriable_status_codes = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.261880] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262057] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.service_type = accelerator {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262221] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262379] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.status_code_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262538] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.status_code_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262691] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.262866] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.263041] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] cyborg.version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.263230] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.backend = sqlalchemy {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.263427] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.connection = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.263664] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.connection_debug = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.263859] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.connection_parameters = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.264042] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.connection_recycle_time = 3600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.264217] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.connection_trace = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.264407] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.db_inc_retry_interval = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.264593] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.db_max_retries = 20 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.264762] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.db_max_retry_interval = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.264929] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.db_retry_interval = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.265107] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.max_overflow = 50 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.265275] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.max_pool_size = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.265440] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.max_retries = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.265637] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.265817] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.mysql_wsrep_sync_wait = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.265981] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.pool_timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.266163] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.retry_interval = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.266325] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.slave_connection = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.266491] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.sqlite_synchronous = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.266653] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] database.use_db_reconnect = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.266832] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.backend = sqlalchemy {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.266999] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.connection = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.267181] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.connection_debug = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.267349] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.connection_parameters = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.267515] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.connection_recycle_time = 3600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.267674] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.connection_trace = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.267834] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.db_inc_retry_interval = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.267992] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.db_max_retries = 20 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.268167] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.db_max_retry_interval = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.268330] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.db_retry_interval = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.268517] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.max_overflow = 50 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.268733] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.max_pool_size = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.268905] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.max_retries = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.269092] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.269262] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.269422] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.pool_timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.269584] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.retry_interval = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.269741] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.slave_connection = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.269904] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] api_database.sqlite_synchronous = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.270083] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] devices.enabled_mdev_types = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.270264] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.270438] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.270599] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ephemeral_storage_encryption.enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.270762] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.270934] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.api_servers = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.271108] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.271274] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.271436] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.271594] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.connect_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.271765] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.connect_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.271904] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.debug = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.272075] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.default_trusted_certificate_ids = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.272274] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.enable_certificate_validation = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.272400] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.enable_rbd_download = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.272560] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.endpoint_override = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.272724] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.272882] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.273045] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.max_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.273203] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.min_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.273392] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.num_retries = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.273568] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.rbd_ceph_conf = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.273731] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.rbd_connect_timeout = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.273896] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.rbd_pool = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.274072] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.rbd_user = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.274245] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.region_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.274454] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.retriable_status_codes = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.274625] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.274801] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.service_type = image {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.274964] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275137] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.status_code_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275295] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.status_code_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275452] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275631] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275793] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.verify_glance_signatures = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275949] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] glance.version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276128] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] guestfs.debug = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276296] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276458] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.auth_type = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276616] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276770] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276934] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277103] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.connect_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277263] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.connect_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277421] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.endpoint_override = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277579] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277734] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277888] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.max_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278054] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.min_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278215] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.region_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278371] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.retriable_status_codes = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278528] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278692] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.service_type = shared-file-system {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278853] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.share_apply_policy_timeout = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279022] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279184] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.status_code_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279339] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.status_code_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279496] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279672] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279829] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] manila.version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279989] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] mks.enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280355] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280549] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] image_cache.manager_interval = 2400 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280720] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] image_cache.precache_concurrency = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280891] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] image_cache.remove_unused_base_images = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281075] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281247] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281427] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] image_cache.subdirectory_name = _base {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281604] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.api_max_retries = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281770] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.api_retry_interval = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281931] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282105] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.auth_type = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282271] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282433] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282597] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282760] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.conductor_group = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282918] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.connect_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283088] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.connect_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283266] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.endpoint_override = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283453] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283616] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283777] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.max_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283935] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.min_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284115] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.peer_list = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284301] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.region_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284494] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.retriable_status_codes = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284667] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.serial_console_state_timeout = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284830] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285008] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.service_type = baremetal {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285179] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.shard = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285346] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285511] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.status_code_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285672] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.status_code_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285830] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286015] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286186] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ironic.version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286368] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286544] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] key_manager.fixed_key = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286724] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286887] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.barbican_api_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287058] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.barbican_endpoint = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287233] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.barbican_endpoint_type = public {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287392] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.barbican_region_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287553] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287710] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287871] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288043] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288205] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288371] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.number_of_retries = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288536] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.retry_delay = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288697] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.send_service_user_token = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288858] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289025] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289193] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.verify_ssl = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289350] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican.verify_ssl_path = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289517] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289679] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.auth_type = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289838] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289995] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290173] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290335] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290498] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290660] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290819] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] barbican_service_user.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290988] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.approle_role_id = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291164] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.approle_secret_id = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291335] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.kv_mountpoint = secret {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291500] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.kv_path = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291663] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.kv_version = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291823] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.namespace = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291982] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.root_token_id = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292155] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.ssl_ca_crt_file = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292323] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.timeout = 60.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292486] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.use_ssl = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292655] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292819] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292978] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293156] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293348] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.connect_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293519] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.connect_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293681] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.endpoint_override = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293845] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294011] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294177] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.max_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294371] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.min_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294553] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.region_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294716] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.retriable_status_codes = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294876] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295059] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.service_type = identity {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295230] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295395] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.status_code_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295556] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.status_code_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295717] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295897] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296067] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] keystone.version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296264] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.ceph_mount_options = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296574] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296756] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.connection_uri = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296919] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.cpu_mode = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297101] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297276] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.cpu_models = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297450] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.cpu_power_governor_high = performance {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297617] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297781] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.cpu_power_management = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297951] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298129] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.device_detach_attempts = 8 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298294] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.device_detach_timeout = 20 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298458] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.disk_cachemodes = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298620] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.disk_prefix = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298785] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.enabled_perf_events = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298949] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.file_backed_memory = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299125] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.gid_maps = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299285] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.hw_disk_discard = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299441] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.hw_machine_type = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299607] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.images_rbd_ceph_conf = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299769] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299926] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300105] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.images_rbd_glance_store_name = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300270] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.images_rbd_pool = rbd {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300438] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.images_type = default {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300596] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.images_volume_group = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300755] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.inject_key = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300922] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.inject_partition = -2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301089] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.inject_password = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301256] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.iscsi_iface = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301418] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.iser_use_multipath = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301579] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301739] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301898] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_downtime = 500 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302106] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302228] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302387] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_inbound_addr = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302590] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302702] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302858] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_scheme = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303042] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_timeout_action = abort {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303212] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_tunnelled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303401] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_uri = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303568] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.live_migration_with_native_tls = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303727] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.max_queues = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303887] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304137] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304382] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.nfs_mount_options = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304630] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304810] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304974] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305161] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305327] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305491] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.num_pcie_ports = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305655] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305818] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.pmem_namespaces = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305976] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.quobyte_client_cfg = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306288] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306469] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306635] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306800] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306959] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rbd_secret_uuid = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307133] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rbd_user = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307298] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307471] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307628] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rescue_image_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307784] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rescue_kernel_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307938] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rescue_ramdisk_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308115] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308275] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.rx_queue_size = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308447] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.smbfs_mount_options = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308741] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308919] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.snapshot_compression = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309093] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.snapshot_image_format = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309325] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309493] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.sparse_logical_volumes = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309654] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.swtpm_enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309821] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.swtpm_group = tss {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309986] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.swtpm_user = tss {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310169] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.sysinfo_serial = unique {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310329] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.tb_cache_size = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310488] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.tx_queue_size = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310657] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.uid_maps = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310832] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.use_virtio_for_bridges = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311010] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.virt_type = kvm {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311212] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.volume_clear = zero {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311348] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.volume_clear_size = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311516] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.volume_use_multipath = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311674] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.vzstorage_cache_path = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311841] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312018] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312189] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312356] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313164] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313164] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.vzstorage_mount_user = stack {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313164] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313164] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313429] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.auth_type = password {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313521] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313683] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313845] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314021] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.connect_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314177] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.connect_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314383] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.default_floating_pool = public {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314558] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.endpoint_override = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314727] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.extension_sync_interval = 600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314892] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.http_retries = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315069] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315236] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315398] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.max_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315570] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315730] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.min_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315900] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.ovs_bridge = br-int {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316075] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.physnets = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316255] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.region_name = RegionOne {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316407] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.retriable_status_codes = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316578] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.service_metadata_proxy = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316736] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316904] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.service_type = network {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317081] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317244] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.status_code_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317403] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.status_code_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317565] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317747] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317907] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] neutron.version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318093] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] notifications.bdms_in_notifications = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318274] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] notifications.default_level = INFO {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318442] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] notifications.include_share_mapping = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318615] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] notifications.notification_format = unversioned {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318778] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] notifications.notify_on_state_change = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318952] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319139] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] pci.alias = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319313] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] pci.device_spec = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319479] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] pci.report_in_placement = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319653] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319822] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.auth_type = password {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319987] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320159] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320319] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320484] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320641] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.connect_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320796] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.connect_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320951] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.default_domain_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321120] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.default_domain_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321280] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.domain_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321438] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.domain_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321632] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.endpoint_override = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321897] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322193] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322485] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.max_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322715] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.min_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322903] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.password = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323089] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.project_domain_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323277] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.project_domain_name = Default {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323492] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.project_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323643] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.project_name = service {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323813] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.region_name = RegionOne {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323975] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.retriable_status_codes = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324151] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324329] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.service_type = placement {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324513] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324678] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.status_code_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324841] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.status_code_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325007] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.system_scope = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325176] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325339] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.trust_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325501] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.user_domain_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325669] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.user_domain_name = Default {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325828] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.user_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326009] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.username = nova {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326198] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326372] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] placement.version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326597] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.cores = 20 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326775] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.count_usage_from_placement = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326952] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327139] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.injected_file_content_bytes = 10240 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327307] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.injected_file_path_length = 255 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327476] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.injected_files = 5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327644] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.instances = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327810] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.key_pairs = 100 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327976] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.metadata_items = 128 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328161] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.ram = 51200 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328326] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.recheck_quota = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328496] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.server_group_members = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328661] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.server_groups = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328872] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329062] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] quota.unified_limits_resource_strategy = require {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329246] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329415] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329636] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.image_metadata_prefilter = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329818] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329988] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.max_attempts = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330169] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.max_placement_results = 1000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330335] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330502] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330664] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330837] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] scheduler.workers = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331026] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331194] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331375] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331549] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331715] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331875] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332050] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332243] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332418] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.host_subset_size = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332585] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332745] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332908] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333088] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.isolated_hosts = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333307] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.isolated_images = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333462] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333629] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333793] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333970] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.pci_in_placement = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334150] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334337] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334510] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334674] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334835] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334995] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335173] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.track_instance_changes = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335350] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335524] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] metrics.required = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335688] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] metrics.weight_multiplier = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335851] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336019] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] metrics.weight_setting = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336524] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336524] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] serial_console.enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336672] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] serial_console.port_range = 10000:20000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336843] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337024] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337201] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] serial_console.serialproxy_port = 6083 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337368] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337542] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.auth_type = password {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337696] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337854] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338015] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338181] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338337] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338508] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.send_service_user_token = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338669] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338825] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] service_user.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338996] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.agent_enabled = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339172] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339490] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339697] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339870] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.html5proxy_port = 6082 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340047] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.image_compression = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340215] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.jpeg_compression = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340378] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.playback_compression = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340570] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.require_secure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340715] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.server_listen = 127.0.0.1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340883] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341055] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.streaming_mode = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341220] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] spice.zlib_compression = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341388] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] upgrade_levels.baseapi = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341563] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] upgrade_levels.compute = auto {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341721] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] upgrade_levels.conductor = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341878] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] upgrade_levels.scheduler = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342057] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342226] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342451] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342535] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342697] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342857] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343024] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343191] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343379] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vendordata_dynamic_auth.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343566] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.api_retry_count = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343732] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.ca_file = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343905] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344087] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.cluster_name = testcl1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344272] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.connection_pool_size = 10 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344442] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.console_delay_seconds = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344613] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.datastore_regex = ^datastore.* {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344828] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345023] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.host_password = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345199] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.host_port = 443 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345371] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.host_username = administrator@vsphere.local {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345543] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.insecure = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345704] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.integration_bridge = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345869] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.maximum_objects = 100 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346038] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.pbm_default_policy = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346205] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.pbm_enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346365] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.pbm_wsdl_location = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346534] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346691] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.serial_port_proxy_uri = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346847] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.serial_port_service_uri = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347024] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.task_poll_interval = 0.5 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347202] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.use_linked_clone = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347373] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.vnc_keymap = en-us {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347541] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.vnc_port = 5900 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347704] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vmware.vnc_port_total = 10000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347888] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.auth_schemes = ['none'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348075] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348378] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348572] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348746] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.novncproxy_port = 6080 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348935] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.server_listen = 127.0.0.1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349133] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349302] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.vencrypt_ca_certs = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349467] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.vencrypt_client_cert = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349625] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vnc.vencrypt_client_key = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349807] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349972] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.disable_deep_image_inspection = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350151] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350316] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350484] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350668] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.disable_rootwrap = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350809] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.enable_numa_live_migration = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350972] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351148] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351335] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351520] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.libvirt_disable_apic = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351687] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351855] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352030] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352200] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352364] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352551] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352690] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352851] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353020] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353192] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353406] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353587] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.client_socket_timeout = 900 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353764] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.default_pool_size = 1000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353928] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.keep_alive = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354115] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.max_header_line = 16384 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354286] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354451] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.ssl_ca_file = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354613] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.ssl_cert_file = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354773] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.ssl_key_file = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354937] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.tcp_keepidle = 600 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355122] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355292] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] zvm.ca_file = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355455] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] zvm.cloud_connector_url = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355794] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355978] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] zvm.reachable_timeout = 300 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356168] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356345] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356525] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.connection_string = messaging:// {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356693] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.enabled = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356863] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.es_doc_type = notification {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357037] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.es_scroll_size = 10000 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357209] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.es_scroll_time = 2m {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357374] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.filter_error_trace = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357543] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.hmac_keys = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357710] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.sentinel_service_name = mymaster {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357877] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.socket_timeout = 0.1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358050] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.trace_requests = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358214] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler.trace_sqlalchemy = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358396] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler_jaeger.process_tags = {} {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358560] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler_jaeger.service_name_prefix = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358725] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] profiler_otlp.service_name_prefix = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358891] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] remote_debug.host = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359063] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] remote_debug.port = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359250] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359414] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359577] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359737] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359897] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360068] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360232] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360393] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360554] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360767] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360880] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361058] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361233] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361433] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361611] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361778] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361940] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362128] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362296] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362457] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362654] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362787] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362947] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363131] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363323] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363505] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363672] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363834] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364007] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364183] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.ssl = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364372] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364562] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364728] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364901] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365085] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365251] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365444] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365643] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_notifications.retry = -1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365850] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366040] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366228] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.auth_section = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366397] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.auth_type = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366607] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.cafile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366780] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.certfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366947] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.collect_timing = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367126] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.connect_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367290] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.connect_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367453] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.endpoint_id = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367625] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367785] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.endpoint_override = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367941] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.endpoint_region_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368115] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.endpoint_service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368276] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.endpoint_service_type = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368442] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.insecure = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368600] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.keyfile = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368759] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.max_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368917] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.min_version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369091] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.region_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369255] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.retriable_status_codes = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369418] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.service_name = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369577] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.service_type = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369738] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.split_loggers = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369896] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.status_code_retries = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370096] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.status_code_retry_delay = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370223] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.timeout = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370384] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.valid_interfaces = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370546] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_limit.version = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370714] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_reports.file_event_handler = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370878] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371052] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] oslo_reports.log_dir = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371238] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371426] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371590] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371757] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371922] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372094] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372270] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372433] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_ovs_privileged.group = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372592] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372756] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372917] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373088] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] vif_plug_ovs_privileged.user = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373277] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373481] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373660] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373830] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374012] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374187] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374370] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374550] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374733] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374903] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_ovs.isolate_vif = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375084] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375253] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375424] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375593] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375757] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] os_vif_ovs.per_port_bridge = False {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375926] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] privsep_osbrick.capabilities = [21] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376100] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] privsep_osbrick.group = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376262] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] privsep_osbrick.helper_command = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376428] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376593] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376751] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] privsep_osbrick.user = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376922] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377092] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] nova_sys_admin.group = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377252] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] nova_sys_admin.helper_command = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377418] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377578] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377732] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] nova_sys_admin.user = None {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377864] env[63326]: DEBUG oslo_service.service [None req-adcac0db-d76f-4efd-9d51-6329c574e931 None None] ******************************************************************************** {{(pid=63326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 535.378318] env[63326]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 535.882466] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Getting list of instances from cluster (obj){ [ 535.882466] env[63326]: value = "domain-c8" [ 535.882466] env[63326]: _type = "ClusterComputeResource" [ 535.882466] env[63326]: } {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.883614] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e2c687-35e1-4890-8f28-fcf9018eebaa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.893160] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Got total of 0 instances {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.893772] env[63326]: WARNING nova.virt.vmwareapi.driver [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 535.894258] env[63326]: INFO nova.virt.node [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Generated node identity 788305bd-5b87-47b7-b44d-2a77c92acc3c [ 535.894513] env[63326]: INFO nova.virt.node [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Wrote node identity 788305bd-5b87-47b7-b44d-2a77c92acc3c to /opt/stack/data/n-cpu-1/compute_id [ 536.397680] env[63326]: WARNING nova.compute.manager [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Compute nodes ['788305bd-5b87-47b7-b44d-2a77c92acc3c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 537.402766] env[63326]: INFO nova.compute.manager [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 538.409435] env[63326]: WARNING nova.compute.manager [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 538.409809] env[63326]: DEBUG oslo_concurrency.lockutils [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.409917] env[63326]: DEBUG oslo_concurrency.lockutils [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.410054] env[63326]: DEBUG oslo_concurrency.lockutils [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.410217] env[63326]: DEBUG nova.compute.resource_tracker [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 538.411228] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64f31f6-77ce-4a6d-b4a4-c482745f36eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.419410] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd558e5c-6041-436c-8f88-6507b5108df4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.433672] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20493912-c302-4eca-adc7-36d050935251 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.440575] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eda7e0-ffef-491d-86d4-08d3fad7513a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.469571] env[63326]: DEBUG nova.compute.resource_tracker [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181397MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 538.469710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.469890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.976225] env[63326]: WARNING nova.compute.resource_tracker [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] No compute node record for cpu-1:788305bd-5b87-47b7-b44d-2a77c92acc3c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 788305bd-5b87-47b7-b44d-2a77c92acc3c could not be found. [ 539.484309] env[63326]: INFO nova.compute.resource_tracker [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 788305bd-5b87-47b7-b44d-2a77c92acc3c [ 541.003439] env[63326]: DEBUG nova.compute.resource_tracker [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 541.003797] env[63326]: DEBUG nova.compute.resource_tracker [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 541.157905] env[63326]: INFO nova.scheduler.client.report [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] [req-f3a504cb-f9b5-43a7-9a49-f6abbc0c1338] Created resource provider record via placement API for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 541.174431] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483d517e-1d7d-4498-a6e0-82c951ffa8bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.182289] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bfd8af-6e92-4cdf-9c6f-04e3ab9b32e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.212159] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598517f2-e613-476b-9544-00a264398332 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.219126] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566236a8-396c-4708-a463-c9ea08dd11c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.232670] env[63326]: DEBUG nova.compute.provider_tree [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.771203] env[63326]: DEBUG nova.scheduler.client.report [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 541.771432] env[63326]: DEBUG nova.compute.provider_tree [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 0 to 1 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.771572] env[63326]: DEBUG nova.compute.provider_tree [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.823466] env[63326]: DEBUG nova.compute.provider_tree [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 1 to 2 during operation: update_traits {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 542.329983] env[63326]: DEBUG nova.compute.resource_tracker [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 542.330321] env[63326]: DEBUG oslo_concurrency.lockutils [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.860s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.330413] env[63326]: DEBUG nova.service [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Creating RPC server for service compute {{(pid=63326) start /opt/stack/nova/nova/service.py:186}} [ 542.344784] env[63326]: DEBUG nova.service [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] Join ServiceGroup membership for this service compute {{(pid=63326) start /opt/stack/nova/nova/service.py:203}} [ 542.344954] env[63326]: DEBUG nova.servicegroup.drivers.db [None req-15f27c1e-be27-4d21-98e1-455916a38a37 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63326) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 552.347527] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_power_states {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.851352] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Getting list of instances from cluster (obj){ [ 552.851352] env[63326]: value = "domain-c8" [ 552.851352] env[63326]: _type = "ClusterComputeResource" [ 552.851352] env[63326]: } {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 552.852560] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f61362-4d62-4d95-983d-3df5b140cb24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.861126] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Got total of 0 instances {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 552.861353] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.861641] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Getting list of instances from cluster (obj){ [ 552.861641] env[63326]: value = "domain-c8" [ 552.861641] env[63326]: _type = "ClusterComputeResource" [ 552.861641] env[63326]: } {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 552.862457] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bec5669-4ca6-4c5f-9d2a-231771e1284f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.869453] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Got total of 0 instances {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 590.700062] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.700544] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.700616] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 590.700700] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 591.203862] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 591.204135] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.204386] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.204581] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.204770] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.204955] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.205160] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.205333] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 591.205481] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.709957] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.710357] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.710428] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.710582] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 591.711456] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b583169a-2906-4542-ab05-16c4454a0969 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.719428] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6acc22-6687-4681-9a4f-cc11fec435a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.733302] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5461d481-8bf1-44bf-ac7b-caf878db5d09 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.739456] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5e44e0-99ff-49bd-bc75-314e4155cd31 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.767264] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181372MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 591.767384] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.767564] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.785176] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 592.785406] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 592.800521] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5868472a-a030-4f00-b715-85e69d33d6fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.807621] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3dfeb-01a0-4f27-8cd1-70e96e07f303 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.836191] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dfeb5b-7c8b-4521-8cc5-b53a285a5095 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.842749] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c1561c-536f-49f9-8baf-1ce31a91b0ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.855801] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.359270] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.864021] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 593.864389] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.850726] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.851127] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.356700] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.356700] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 654.356700] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 654.861205] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 654.861573] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.861573] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.861742] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.861864] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.862017] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.862162] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.862288] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 654.862427] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.365236] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.365481] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.365651] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.365842] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 655.366671] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a5ed8-5860-428f-90a7-e9523efa4af5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.374890] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a34f90-dc8f-44d6-8af7-e63e2c9cffb8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.388400] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18979c-2742-4fa9-85ca-aa1aa7f2d7d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.394447] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbc1f26-2440-4758-96c8-0aabc75029ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.421938] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181399MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 655.422351] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.423362] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.440293] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 656.440542] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 656.454332] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a82704e-d8d5-49de-9d9f-33dbcfb413af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.462369] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becbc561-21a4-41ad-9b49-deecd9b3ba15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.492911] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ae271e-408e-484e-b0e4-7472c78e3271 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.500232] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf7efc-9508-45f4-9c47-033848172271 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.513400] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.018325] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.020441] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 657.020751] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.022597] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.023032] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.023032] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 717.023154] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 717.526599] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 717.526862] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.526972] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.527142] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.527293] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.527433] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.527577] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.527705] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 717.527845] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.030688] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.030993] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.031131] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.031287] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 718.032223] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79df267-a4cd-4166-89b4-bb4d866cb9e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.040363] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d00e2c4-5725-4969-b5a0-419c434f06b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.054236] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741c0cf5-6f13-476c-9ee0-9a93009d26cd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.060570] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b13be06-6f62-496f-a908-d7041c5e1e29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.088772] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181403MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 718.088939] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.089111] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.106762] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 719.107011] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 719.119737] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693a89d8-b421-4020-81d8-0c077fb4c430 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.127214] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70367929-6e20-4f99-b2fb-63d351e58a75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.156381] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f99b47-4d10-4195-9a78-922b7dc0bb00 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.162926] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc4a9a3-862c-4524-ae84-27aec6b19fc5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.175548] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.679035] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.680263] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 719.680440] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.345056] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.849660] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.849845] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.850041] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.352679] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.353105] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.353105] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.353240] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 774.354141] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c7a49f-333a-4fc8-9b62-ffc8d19fe25b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.365809] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc0758c-a43f-4750-a7b8-52f9ce1c73cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.383136] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6948054e-111a-417a-bec1-c8f2350eeb8c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.389977] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a2b853-0e45-4c2e-ac4e-c9c04b84c78b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.418734] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181404MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 774.418935] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.419089] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.436743] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 775.436981] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 775.449731] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6e30f7-f0cc-4bca-aadd-57d4e3b39d2a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.457177] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e394949-cd8e-4179-bb6b-04a63fe07765 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.486294] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8e9bc-6151-470f-9291-45d334996ef7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.492772] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b573fd-fa07-494a-bd02-760f7f31ddd4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.505516] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.009008] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.010270] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 776.010441] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.851876] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.852258] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.852305] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 776.852433] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 777.355521] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 777.356182] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.356365] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.356512] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.356662] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.356791] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 830.691364] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.691849] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 831.196131] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] There are 0 instances to clean {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 831.196131] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.196338] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances with incomplete migration {{(pid=63326) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 831.698836] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.201339] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.201808] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.704358] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.704622] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.704746] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.704894] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 834.705803] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e23dd8-12ed-4d3f-90a5-564bbba1cb77 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.713881] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fbc94c-1c0d-4e42-805e-0ed368df06ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.728466] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e9e91-2440-4231-a1a8-1c983728a7c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.734721] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50be40cc-b218-4019-9fc0-401fcbf76a9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.767240] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181402MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 834.767240] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.767240] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.783430] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 835.783670] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 835.796270] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d2367c-fba2-42a3-885d-ba9c1b90a23b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.803874] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089254e5-5378-49d9-971c-b2c83fa501ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.833216] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc8c62a-ed21-40ce-9e1f-d4ca601b50c2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.840361] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343ed114-2724-4eaa-afd3-de36cc7fe5c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.853277] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.356799] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.358025] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 836.358200] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.847858] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.848234] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 836.848234] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 837.351745] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 837.352340] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.352526] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.352683] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.352827] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.352959] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 838.191632] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.690911] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.691295] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.691646] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.691646] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.194678] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.194922] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.195093] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.195248] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 895.196194] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312ec9b-b4b9-4624-b1af-d89ba4b2a3cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.204338] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e29c98f-34cc-4582-846e-046ac45f6f8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.217754] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9080add3-5dc4-421b-b5b7-c3e1ce36934a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.223601] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ef4e8e-bd48-42da-a1db-fd24d40bb499 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.252076] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 895.252209] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.252387] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.320530] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 896.320784] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 896.340371] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 896.357449] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 896.357638] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.371607] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 896.396204] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 896.409723] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6532c9a2-0100-43f8-a2be-dbc1a2af997c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.417935] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ddcee8-8307-4f9a-baa9-b53afead46f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.447476] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d46e3-4d57-46ae-8494-c824d109ccb0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.454868] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3570720b-0ba7-4b85-97bc-5cd62b6ae1e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.468711] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.971797] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.973105] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 896.973260] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.721s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.968740] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.473999] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.474204] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 898.474308] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 898.977308] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 898.977677] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.977722] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.977884] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.978024] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 899.691627] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.691825] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.693133] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.691028] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 956.194596] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.195031] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.195031] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.195158] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 956.196087] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162690a4-d8e7-4a34-8bcd-101e7b34a41d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.203873] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeff84c6-4732-4525-81e2-26164c550265 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.217332] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d2b406-4cb9-401b-b5cd-c16d814552fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.223422] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f7933a-1db9-4285-a76d-880192f8f053 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.252639] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181297MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 956.252802] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.252952] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.271138] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 957.271433] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 957.284779] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e91a981-474e-4471-ab14-436b97390cb6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.292739] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbdbe05-1c0f-405e-8b92-b765f7c01780 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.322151] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f24b2-fbe4-4ea7-8dfb-e35da59f5917 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.329613] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9de1681-5819-4e19-9cb5-43d8a0799d40 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.342526] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.845840] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.847100] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 957.847283] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.847538] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.847538] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 958.847989] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 959.350801] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 959.351085] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.351222] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.351385] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.351512] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 959.691145] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.686685] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.690314] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.693091] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.692060] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.692060] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.194827] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.195016] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.195112] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.195264] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1017.196137] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f583e303-eb2a-4d9e-ab4e-e02efca4d867 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.204311] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d868a0-7e04-45a8-b19b-8434319790ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.218034] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70322956-b24a-4265-801e-d71c9cee6c69 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.224251] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624370fd-0436-4b69-8abe-d7fee290935b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.252449] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1017.252593] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.252759] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.272585] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1018.272900] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1018.286345] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fabf196-87fd-4694-9648-0f8635a781c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.294067] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7d4a02-1de7-414a-93b6-d00b7af9cd4b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.323278] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b08397-2cdc-45ac-bcda-ff00afc88d6c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.330623] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059fd1b5-dd6c-4246-b1c3-4e7a26129b9c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.343862] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.846914] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.848197] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1018.848402] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.848094] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.352485] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.352677] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1020.352758] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1020.855070] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1020.855435] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.855435] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.855582] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.855698] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1021.694134] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.690881] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.690957] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.692233] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.195845] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.196111] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.196266] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.196434] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1077.197321] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb50ba6d-655e-4b7d-a971-70466edd3c42 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.205440] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013c1142-f5fc-4be0-9890-695cfad2c876 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.219528] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9829f17-f443-4e87-b0e5-6f0b68d5641b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.225608] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca3ee73-ae9d-4e83-8a8d-0942aa48a4fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.254349] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181410MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1077.254481] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.254661] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.273651] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1078.273895] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1078.287926] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369018c-89c4-4e71-a57d-9b80af105b6a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.295203] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc32a6c1-e6a0-401b-9394-1a69e5d48f71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.323450] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d2cf01-4a9c-4b92-a7ff-b4c47f6dd875 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.330460] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef26f42-1c11-4540-86fb-6b982da368c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.342997] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.846468] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.847734] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1078.847917] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.847565] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.849244] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.849244] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.690622] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.690816] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1080.690911] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1081.193982] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1081.194344] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.194407] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1082.190811] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.690474] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.692734] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.193783] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.194210] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances with incomplete migration {{(pid=63326) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1136.194032] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.691026] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.691379] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.194394] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.194643] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.194814] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.194967] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1139.195873] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53938f06-87fe-4118-966d-c39ce5127a84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.204250] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4464783-af80-4aff-874d-f0226b1433a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.218013] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd9e5b4-0dc0-43c5-9359-bf9171914bc4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.224638] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b16154-8293-42bb-9413-bfea6a78ccfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.252834] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181415MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1139.253022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.253191] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.272995] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1140.273274] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1140.287841] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0503a0aa-21be-4521-bc93-c69cb892d408 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.295222] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca20f49-e9fd-4f30-b181-1a17af5e1ae3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.324429] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dad9379-2801-4631-8345-3b5105775e58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.332160] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2665d8-6a3b-4d2e-8463-da7fe3202dac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.345226] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.848307] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.849629] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1140.849810] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.691622] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.691996] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1142.691996] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1143.194623] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1143.194886] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.195087] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.195237] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.195366] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1143.195519] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.195638] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1143.699443] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] There are 0 instances to clean {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1144.696339] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.696339] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.204380] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.349942] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_power_states {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.853823] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Getting list of instances from cluster (obj){ [ 1152.853823] env[63326]: value = "domain-c8" [ 1152.853823] env[63326]: _type = "ClusterComputeResource" [ 1152.853823] env[63326]: } {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1152.854890] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00759df-586b-4aa8-ae33-c671d008f853 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.863533] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Got total of 0 instances {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1197.206487] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.692280] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.691250] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.194825] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.195201] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.195247] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.195374] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1200.196260] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1452b4-f893-48b1-8b17-6673cfe5c718 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.204035] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2cf7c0-1f13-464f-952c-f8b170c62abf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.217634] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be773c7d-7b0a-49a4-b72e-ed6937d59c58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.223687] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e6421-7818-4e60-8c7e-383359d730a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.252348] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181412MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1200.252474] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.252681] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.371487] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1201.371791] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1201.387199] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1201.399897] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1201.400106] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.410907] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1201.427443] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1201.440579] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56412883-232c-4b63-a7ed-f1ee6b941f55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.447773] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037dbad3-82d7-465b-9377-ae98065a83ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.477465] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8a730e-cbf3-4857-9706-af503e02f1e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.484945] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e42573-4527-4175-8168-7ba73815b1b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.497786] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.000745] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.002069] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1202.002273] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.750s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.002300] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.002696] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1204.002696] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1204.505611] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1204.505849] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.505997] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.506165] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.506294] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1206.190161] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.691469] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.391108] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquiring lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.391529] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.894891] env[63326]: DEBUG nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.436422] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquiring lock "0b7031c7-ad44-4c57-aff5-df949f1617db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.436422] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "0b7031c7-ad44-4c57-aff5-df949f1617db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.453517] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.453921] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.455666] env[63326]: INFO nova.compute.claims [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.940626] env[63326]: DEBUG nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.477307] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.536808] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9913dc93-4fac-40fb-b350-e72da7e9d1ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.545509] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e484fa15-ba35-49b8-9770-f9651d3f800c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.578766] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9e778a-0435-42d0-8fa2-b112369f2f7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.586342] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d9f6f8-2705-4c45-9bbe-3e6e64196182 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.601348] env[63326]: DEBUG nova.compute.provider_tree [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.840685] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquiring lock "8ad232ce-b541-463d-8a80-d15d67cba1df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.840685] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "8ad232ce-b541-463d-8a80-d15d67cba1df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.105030] env[63326]: DEBUG nova.scheduler.client.report [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.343600] env[63326]: DEBUG nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.613478] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.614763] env[63326]: DEBUG nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.617711] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.142s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.619628] env[63326]: INFO nova.compute.claims [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.775276] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquiring lock "4f1a6a09-556d-4358-9cff-57bea43d78f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.775276] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "4f1a6a09-556d-4358-9cff-57bea43d78f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.865356] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.127074] env[63326]: DEBUG nova.compute.utils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1254.130178] env[63326]: DEBUG nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.130178] env[63326]: DEBUG nova.network.neutron [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.281173] env[63326]: DEBUG nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.295312] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.295378] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.553086] env[63326]: DEBUG nova.policy [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b9c64165104a159467d3b42ee05e15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33e7e58183394924b064a96d7262448c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.563989] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "b2384705-52e2-407b-b128-382abf994148" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.566036] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "b2384705-52e2-407b-b128-382abf994148" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.637018] env[63326]: DEBUG nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.800689] env[63326]: DEBUG nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.817642] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d1abeb-b83a-426e-9142-5435c6e7678c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.822170] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.827921] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72345c97-f45f-469b-b43a-4ebb1a675db2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.859586] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4328e6-9081-46ee-9804-beb45a86be5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.868259] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18b2b1-d1e0-474a-bdf8-2b2175e1780c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.882127] env[63326]: DEBUG nova.compute.provider_tree [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.069190] env[63326]: DEBUG nova.compute.manager [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.347538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.388618] env[63326]: DEBUG nova.scheduler.client.report [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.467088] env[63326]: DEBUG nova.network.neutron [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Successfully created port: cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.610379] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.656080] env[63326]: DEBUG nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.695458] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.695758] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.696080] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.696080] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.696660] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.696660] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.696660] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.697029] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.697029] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.697029] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.697181] env[63326]: DEBUG nova.virt.hardware [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.698370] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa955983-d300-40c2-881e-321b1117f70b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.706314] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebadaef-cde4-440b-ab66-1ffaf6a2ebe2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.722567] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648bd261-4636-41f2-80ea-f46a2d10d173 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.896615] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.897277] env[63326]: DEBUG nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.900017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.035s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.901471] env[63326]: INFO nova.compute.claims [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.405981] env[63326]: DEBUG nova.compute.utils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1256.416066] env[63326]: DEBUG nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.416066] env[63326]: DEBUG nova.network.neutron [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.631846] env[63326]: DEBUG nova.policy [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cd33662fef14f10b687a866aa80bf42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd538e03651ed459b879ba3913ab4bd1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.916427] env[63326]: DEBUG nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.012098] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "521c8d2a-97aa-45cf-b16e-850393935c6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.012098] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "521c8d2a-97aa-45cf-b16e-850393935c6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.111275] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71be5637-f5e7-4de2-9e99-512f6dcad01c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.126599] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560bf425-bf5e-439c-b2f6-e939f3c85c73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.167125] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39a4d4a-dcf7-4ee8-9a5d-7ad57fdacc45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.174793] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89910c78-3b6c-4e43-95a5-bcbe8d2b90aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.188857] env[63326]: DEBUG nova.compute.provider_tree [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.517548] env[63326]: DEBUG nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.655866] env[63326]: DEBUG nova.network.neutron [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Successfully created port: 050d987b-90af-4c1b-ad9f-dcb708629e04 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.691878] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.692412] env[63326]: DEBUG nova.scheduler.client.report [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.940757] env[63326]: DEBUG nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.986042] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.986697] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.986697] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.986697] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.986697] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.986934] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.987121] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.987310] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.987848] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.987848] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.987964] env[63326]: DEBUG nova.virt.hardware [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.988813] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef4490a-b948-4892-a33b-840778738579 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.002471] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8394ef8b-69a6-4f50-97c3-556b78123c88 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.050226] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.198137] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.199060] env[63326]: DEBUG nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.203367] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.381s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.204792] env[63326]: INFO nova.compute.claims [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.712300] env[63326]: DEBUG nova.compute.utils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1258.718260] env[63326]: DEBUG nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.718260] env[63326]: DEBUG nova.network.neutron [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.779584] env[63326]: DEBUG nova.network.neutron [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Successfully updated port: cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.833841] env[63326]: DEBUG nova.policy [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b0953ccdc244ff2ba10358bb4e7d5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41dfeb7dda6a492c868658306b2742a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.218853] env[63326]: DEBUG nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.282183] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquiring lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.283041] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquired lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.283041] env[63326]: DEBUG nova.network.neutron [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.415735] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e19c4fe-24a0-4fc6-9cd7-b8d1b65867ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.424415] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c2000-3a11-43f6-8d33-a76ed7c4e73f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.459521] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf55c28-0a8e-4a40-8632-2bba617e9b59 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.471383] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab6c909-8b94-4089-ae3d-aa746c9040c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.489174] env[63326]: DEBUG nova.compute.provider_tree [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.502109] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.502109] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.764458] env[63326]: DEBUG nova.network.neutron [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Successfully created port: a70d6406-394c-4a76-82e0-f70969d4e1f9 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.980427] env[63326]: DEBUG nova.network.neutron [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.991848] env[63326]: DEBUG nova.scheduler.client.report [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.003783] env[63326]: DEBUG nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.229967] env[63326]: DEBUG nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.258083] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.258503] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.258503] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.258744] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.258809] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.259927] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.260168] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.260367] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.260781] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.260843] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.261138] env[63326]: DEBUG nova.virt.hardware [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.261938] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c1465-bd64-4bce-8337-cb8e0d03ef19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.274694] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0284e895-734f-488e-ae2f-bbcce8bf3a55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.473351] env[63326]: DEBUG nova.network.neutron [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Successfully updated port: 050d987b-90af-4c1b-ad9f-dcb708629e04 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.503924] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.506062] env[63326]: DEBUG nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.515536] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.168s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.517907] env[63326]: INFO nova.compute.claims [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.568747] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.615970] env[63326]: DEBUG nova.network.neutron [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updating instance_info_cache with network_info: [{"id": "cf26a2bd-81a9-4efa-836c-de326127238e", "address": "fa:16:3e:e6:ea:dc", "network": {"id": "fb128ceb-b061-4b62-a034-3321859541ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-548101252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33e7e58183394924b064a96d7262448c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf26a2bd-81", "ovs_interfaceid": "cf26a2bd-81a9-4efa-836c-de326127238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.691767] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.691954] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.978107] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquiring lock "refresh_cache-0b7031c7-ad44-4c57-aff5-df949f1617db" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.978107] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquired lock "refresh_cache-0b7031c7-ad44-4c57-aff5-df949f1617db" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.978107] env[63326]: DEBUG nova.network.neutron [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.013013] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.013762] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.034854] env[63326]: DEBUG nova.compute.utils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1261.037194] env[63326]: DEBUG nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.037503] env[63326]: DEBUG nova.network.neutron [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.119766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Releasing lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.120721] env[63326]: DEBUG nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Instance network_info: |[{"id": "cf26a2bd-81a9-4efa-836c-de326127238e", "address": "fa:16:3e:e6:ea:dc", "network": {"id": "fb128ceb-b061-4b62-a034-3321859541ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-548101252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33e7e58183394924b064a96d7262448c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf26a2bd-81", "ovs_interfaceid": "cf26a2bd-81a9-4efa-836c-de326127238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.121266] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ea:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf26a2bd-81a9-4efa-836c-de326127238e', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.138839] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.139194] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c5bb9cd-b0e8-495a-b686-a94166b61e93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.153232] env[63326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1261.153425] env[63326]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1261.154251] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1261.154493] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Creating folder: Project (33e7e58183394924b064a96d7262448c). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.155347] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42c04969-bc42-4481-8b85-fd5fb62c5810 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.161165] env[63326]: DEBUG nova.policy [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ea643bd4dea49ec9c3e6cd5211feb89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e0fa05f35f2449e9be0a87fa64a7e13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.166212] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Created folder: Project (33e7e58183394924b064a96d7262448c) in parent group-v359097. [ 1261.166403] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Creating folder: Instances. Parent ref: group-v359101. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.166629] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9226c446-3d31-4817-9241-cd1cba4f573e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.175764] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Created folder: Instances in parent group-v359101. [ 1261.176045] env[63326]: DEBUG oslo.service.loopingcall [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.176245] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.176445] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7086fe6-55d8-467d-9d5c-f333f7293794 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.194913] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.196652] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.196652] env[63326]: value = "task-1725310" [ 1261.196652] env[63326]: _type = "Task" [ 1261.196652] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.209305] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725310, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.516501] env[63326]: DEBUG nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.536672] env[63326]: DEBUG nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.610691] env[63326]: DEBUG nova.network.neutron [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.708163] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725310, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.837349] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de082a32-85ab-4a11-964f-81fe5c4d468e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.848097] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4738052-7365-4960-bb8b-b90d079f8f19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.888107] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5db3ff-c3aa-46ae-9a9c-01b9f94fcde6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.894428] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360d1b54-bd60-4a9e-a37a-10aee6e20187 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.907961] env[63326]: DEBUG nova.compute.provider_tree [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.041295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.188351] env[63326]: DEBUG nova.network.neutron [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Updating instance_info_cache with network_info: [{"id": "050d987b-90af-4c1b-ad9f-dcb708629e04", "address": "fa:16:3e:85:ce:ba", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d987b-90", "ovs_interfaceid": "050d987b-90af-4c1b-ad9f-dcb708629e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.208292] env[63326]: DEBUG nova.compute.manager [req-52d6c4df-fe95-450a-ae7a-df29c5eaf774 req-8165bbbb-ca20-4f07-aaa4-6a7a22b62321 service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Received event network-vif-plugged-cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1262.208516] env[63326]: DEBUG oslo_concurrency.lockutils [req-52d6c4df-fe95-450a-ae7a-df29c5eaf774 req-8165bbbb-ca20-4f07-aaa4-6a7a22b62321 service nova] Acquiring lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.208723] env[63326]: DEBUG oslo_concurrency.lockutils [req-52d6c4df-fe95-450a-ae7a-df29c5eaf774 req-8165bbbb-ca20-4f07-aaa4-6a7a22b62321 service nova] Lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.208889] env[63326]: DEBUG oslo_concurrency.lockutils [req-52d6c4df-fe95-450a-ae7a-df29c5eaf774 req-8165bbbb-ca20-4f07-aaa4-6a7a22b62321 service nova] Lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.209063] env[63326]: DEBUG nova.compute.manager [req-52d6c4df-fe95-450a-ae7a-df29c5eaf774 req-8165bbbb-ca20-4f07-aaa4-6a7a22b62321 service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] No waiting events found dispatching network-vif-plugged-cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.209517] env[63326]: WARNING nova.compute.manager [req-52d6c4df-fe95-450a-ae7a-df29c5eaf774 req-8165bbbb-ca20-4f07-aaa4-6a7a22b62321 service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Received unexpected event network-vif-plugged-cf26a2bd-81a9-4efa-836c-de326127238e for instance with vm_state building and task_state spawning. [ 1262.214108] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725310, 'name': CreateVM_Task, 'duration_secs': 0.59562} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.214275] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.230297] env[63326]: DEBUG oslo_vmware.service [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e239f6c-7f6d-4cbb-9fb0-80b379dcc584 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.237912] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.238201] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.238789] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.239073] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6239b760-833e-4982-a175-c85b002d6089 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.243659] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1262.243659] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]527fc9b3-a63f-b381-86d5-bd3b35d84845" [ 1262.243659] env[63326]: _type = "Task" [ 1262.243659] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.254307] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527fc9b3-a63f-b381-86d5-bd3b35d84845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.413458] env[63326]: DEBUG nova.scheduler.client.report [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.435353] env[63326]: DEBUG nova.network.neutron [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Successfully updated port: a70d6406-394c-4a76-82e0-f70969d4e1f9 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.528233] env[63326]: DEBUG nova.network.neutron [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Successfully created port: 1cfc431c-b3a4-46b0-b144-b6c4f4f9a085 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.557759] env[63326]: DEBUG nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.580845] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "45931623-3aa6-4ad0-8f39-66df3081379a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.581138] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "45931623-3aa6-4ad0-8f39-66df3081379a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.592534] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.593183] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.593183] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.593183] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.593342] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.593373] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.593575] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.593730] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.593887] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.594176] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.594492] env[63326]: DEBUG nova.virt.hardware [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.595643] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62a002-5e17-4b73-a9a3-07f0ae463a56 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.604759] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2ba33c-bbad-4be6-8aa3-f432edd90026 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.688807] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Releasing lock "refresh_cache-0b7031c7-ad44-4c57-aff5-df949f1617db" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.689434] env[63326]: DEBUG nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Instance network_info: |[{"id": "050d987b-90af-4c1b-ad9f-dcb708629e04", "address": "fa:16:3e:85:ce:ba", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d987b-90", "ovs_interfaceid": "050d987b-90af-4c1b-ad9f-dcb708629e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.690061] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ce:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '050d987b-90af-4c1b-ad9f-dcb708629e04', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.699410] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Creating folder: Project (d538e03651ed459b879ba3913ab4bd1a). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.700111] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0787013-193d-45e1-9e3f-ec1e4dc44477 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.714064] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Created folder: Project (d538e03651ed459b879ba3913ab4bd1a) in parent group-v359097. [ 1262.714277] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Creating folder: Instances. Parent ref: group-v359104. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.714624] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cdf1e1e-743f-4c13-8225-644130833688 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.724486] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Created folder: Instances in parent group-v359104. [ 1262.725233] env[63326]: DEBUG oslo.service.loopingcall [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.725463] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.725857] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19a4af0c-acf3-431a-8a3e-4ad82b90a5f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.749625] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.749625] env[63326]: value = "task-1725314" [ 1262.749625] env[63326]: _type = "Task" [ 1262.749625] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.759120] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725314, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.764656] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.764972] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.765157] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.765323] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.765698] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.765937] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba01c405-dbbe-4091-a9a2-b74b1207d4b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.774065] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.774683] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.775241] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a044c088-b670-4d5f-bcfd-af6e39da6f3e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.783421] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f259117-4271-4d2e-a5ea-5ec039fc2efa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.791021] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1262.791021] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5275a512-e0ed-2912-200a-8afe7d27ce39" [ 1262.791021] env[63326]: _type = "Task" [ 1262.791021] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.807028] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Preparing fetch location {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1262.807028] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Creating directory with path [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.807028] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-243d0a58-ce1d-4e39-b4dc-f995a2d77a85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.826100] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Created directory with path [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.826435] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Fetch image to [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/tmp-sparse.vmdk {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1262.826949] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Downloading image file data 6e0590ec-26dd-49ff-ad9e-e4544460cd43 to [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/tmp-sparse.vmdk on the data store datastore1 {{(pid=63326) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1262.827929] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33066006-9e7b-4b87-bd4c-6833a5740404 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.835807] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603f27c9-e870-4ecf-870f-60c470bebe44 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.848118] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca31094a-705f-4742-87b6-95b132266252 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.883521] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d15f9a-8bb4-48b9-885d-dcb10a8ba634 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.891410] env[63326]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-130b42c3-c4dc-479f-a5c4-5c3bf5565109 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.917890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.918611] env[63326]: DEBUG nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.922361] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Downloading image file data 6e0590ec-26dd-49ff-ad9e-e4544460cd43 to the data store datastore1 {{(pid=63326) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1262.924910] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.315s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.926689] env[63326]: INFO nova.compute.claims [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.941176] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquiring lock "refresh_cache-8ad232ce-b541-463d-8a80-d15d67cba1df" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.941176] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquired lock "refresh_cache-8ad232ce-b541-463d-8a80-d15d67cba1df" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.941352] env[63326]: DEBUG nova.network.neutron [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.001492] env[63326]: DEBUG oslo_vmware.rw_handles [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1263.086549] env[63326]: DEBUG nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.264685] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725314, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.426109] env[63326]: DEBUG nova.compute.utils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1263.436410] env[63326]: DEBUG nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.436612] env[63326]: DEBUG nova.network.neutron [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.445267] env[63326]: DEBUG nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.578286] env[63326]: DEBUG nova.network.neutron [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.617450] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.649488] env[63326]: DEBUG nova.policy [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ce33d3044cb4f8ca133d6affa72e647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3370a2e92d7641239f73bf8cd6d7beac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.766270] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725314, 'name': CreateVM_Task, 'duration_secs': 0.558496} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.766480] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.767543] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.767809] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.768229] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.768610] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3852d0-f3d0-4da1-a8d5-a97fddac5180 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.776699] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquiring lock "f6e53747-9a7f-4564-a7bf-380ab17095fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.776996] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "f6e53747-9a7f-4564-a7bf-380ab17095fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.780090] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1263.780090] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525655ae-e439-3538-8cdd-0280089e6e68" [ 1263.780090] env[63326]: _type = "Task" [ 1263.780090] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.790785] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525655ae-e439-3538-8cdd-0280089e6e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.923705] env[63326]: DEBUG oslo_vmware.rw_handles [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Completed reading data from the image iterator. {{(pid=63326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1263.923913] env[63326]: DEBUG oslo_vmware.rw_handles [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1263.998572] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Downloaded image file data 6e0590ec-26dd-49ff-ad9e-e4544460cd43 to vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/tmp-sparse.vmdk on the data store datastore1 {{(pid=63326) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1264.002297] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Caching image {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1264.002297] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Copying Virtual Disk [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/tmp-sparse.vmdk to [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.002455] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c70db8-f070-4882-a02b-529b45370600 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.021567] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1264.021567] env[63326]: value = "task-1725316" [ 1264.021567] env[63326]: _type = "Task" [ 1264.021567] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.035193] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.086559] env[63326]: DEBUG nova.network.neutron [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Updating instance_info_cache with network_info: [{"id": "a70d6406-394c-4a76-82e0-f70969d4e1f9", "address": "fa:16:3e:f6:b1:a0", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70d6406-39", "ovs_interfaceid": "a70d6406-394c-4a76-82e0-f70969d4e1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.228415] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e82a9f7-05ac-41f8-8527-fe8d03c90ab2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.243021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046db58a-adb2-4e04-803c-68f9ec7a188f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.287029] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532260c-adbc-412e-8de5-55517437ade6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.296883] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.297161] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.297747] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.302240] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2bc1bb-232e-481e-9993-43b4ea086c60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.315506] env[63326]: DEBUG nova.compute.provider_tree [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.462925] env[63326]: DEBUG nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.499033] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.499303] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.499478] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.499760] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.499900] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.500079] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.500324] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.500494] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.500674] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.500849] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.501042] env[63326]: DEBUG nova.virt.hardware [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.504294] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3edfb52-d041-4c68-9d22-a10a8d4b7698 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.512515] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c20760-6cda-4e84-8c3d-cb84c2baa5fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.540916] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725316, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.593124] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Releasing lock "refresh_cache-8ad232ce-b541-463d-8a80-d15d67cba1df" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.593669] env[63326]: DEBUG nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Instance network_info: |[{"id": "a70d6406-394c-4a76-82e0-f70969d4e1f9", "address": "fa:16:3e:f6:b1:a0", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70d6406-39", "ovs_interfaceid": "a70d6406-394c-4a76-82e0-f70969d4e1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.594055] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b1:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70d6406-394c-4a76-82e0-f70969d4e1f9', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.605952] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Creating folder: Project (41dfeb7dda6a492c868658306b2742a2). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.606113] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44ccbf6e-fb94-41f2-97a6-1c794d400efc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.621180] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Created folder: Project (41dfeb7dda6a492c868658306b2742a2) in parent group-v359097. [ 1264.621425] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Creating folder: Instances. Parent ref: group-v359107. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.621766] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e1d523a-cda4-4a10-92dd-5db2154cd540 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.638129] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Created folder: Instances in parent group-v359107. [ 1264.638129] env[63326]: DEBUG oslo.service.loopingcall [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.638129] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.638129] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-227d18e1-2c35-4385-8f82-1410d3b9c514 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.662664] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.662664] env[63326]: value = "task-1725319" [ 1264.662664] env[63326]: _type = "Task" [ 1264.662664] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.679497] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725319, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.710762] env[63326]: DEBUG nova.network.neutron [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Successfully created port: 9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.729450] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "6be94b16-80b6-401b-86ff-853141f16e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.729775] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "6be94b16-80b6-401b-86ff-853141f16e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.819402] env[63326]: DEBUG nova.scheduler.client.report [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.898750] env[63326]: DEBUG nova.compute.manager [req-71f20336-c0f3-4d43-952a-c06c0912efc4 req-832b2c0f-d806-4a00-8f99-88eb7225bf41 service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Received event network-vif-plugged-a70d6406-394c-4a76-82e0-f70969d4e1f9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1264.899014] env[63326]: DEBUG oslo_concurrency.lockutils [req-71f20336-c0f3-4d43-952a-c06c0912efc4 req-832b2c0f-d806-4a00-8f99-88eb7225bf41 service nova] Acquiring lock "8ad232ce-b541-463d-8a80-d15d67cba1df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.899314] env[63326]: DEBUG oslo_concurrency.lockutils [req-71f20336-c0f3-4d43-952a-c06c0912efc4 req-832b2c0f-d806-4a00-8f99-88eb7225bf41 service nova] Lock "8ad232ce-b541-463d-8a80-d15d67cba1df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.899521] env[63326]: DEBUG oslo_concurrency.lockutils [req-71f20336-c0f3-4d43-952a-c06c0912efc4 req-832b2c0f-d806-4a00-8f99-88eb7225bf41 service nova] Lock "8ad232ce-b541-463d-8a80-d15d67cba1df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.899814] env[63326]: DEBUG nova.compute.manager [req-71f20336-c0f3-4d43-952a-c06c0912efc4 req-832b2c0f-d806-4a00-8f99-88eb7225bf41 service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] No waiting events found dispatching network-vif-plugged-a70d6406-394c-4a76-82e0-f70969d4e1f9 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.900026] env[63326]: WARNING nova.compute.manager [req-71f20336-c0f3-4d43-952a-c06c0912efc4 req-832b2c0f-d806-4a00-8f99-88eb7225bf41 service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Received unexpected event network-vif-plugged-a70d6406-394c-4a76-82e0-f70969d4e1f9 for instance with vm_state building and task_state spawning. [ 1265.045464] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844189} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.045915] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Copied Virtual Disk [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/tmp-sparse.vmdk to [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.046254] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Deleting the datastore file [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43/tmp-sparse.vmdk {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.046484] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b24d6fb5-f161-455b-81b1-e7f2fea1cc19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.054649] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1265.054649] env[63326]: value = "task-1725320" [ 1265.054649] env[63326]: _type = "Task" [ 1265.054649] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.063902] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.172990] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725319, 'name': CreateVM_Task, 'duration_secs': 0.394302} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.173294] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.174024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.174223] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.174631] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.174908] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d4daf8-0c70-4da5-a31d-0b0123e9efad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.180457] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1265.180457] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524e1a7a-2429-523b-0d97-f15adbf0de59" [ 1265.180457] env[63326]: _type = "Task" [ 1265.180457] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.189492] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524e1a7a-2429-523b-0d97-f15adbf0de59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.327647] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.328488] env[63326]: DEBUG nova.compute.manager [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.331994] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.282s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.333508] env[63326]: INFO nova.compute.claims [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.574759] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022227} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.575113] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.575606] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Moving file from [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85/6e0590ec-26dd-49ff-ad9e-e4544460cd43 to [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43. {{(pid=63326) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1265.575721] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e4d1408e-3a21-4d28-ad8c-52621eb7e6b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.590223] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1265.590223] env[63326]: value = "task-1725322" [ 1265.590223] env[63326]: _type = "Task" [ 1265.590223] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.603632] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725322, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.693796] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.693796] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.694027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.841486] env[63326]: DEBUG nova.compute.utils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1265.842978] env[63326]: DEBUG nova.compute.manager [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Not allocating networking since 'none' was specified. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1265.914486] env[63326]: DEBUG nova.network.neutron [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Successfully updated port: 1cfc431c-b3a4-46b0-b144-b6c4f4f9a085 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.108449] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725322, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.045206} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.108812] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] File moved {{(pid=63326) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1266.109086] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Cleaning up location [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1266.109179] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Deleting the datastore file [datastore1] vmware_temp/768d7d36-30cb-4836-a16f-3b83436bbf85 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.109442] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fefbf34e-8498-4efb-b216-b76c285f8158 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.120371] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1266.120371] env[63326]: value = "task-1725323" [ 1266.120371] env[63326]: _type = "Task" [ 1266.120371] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.138701] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.195782] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "30041e20-4a62-4bf3-a23e-0986f38de3e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.196036] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "30041e20-4a62-4bf3-a23e-0986f38de3e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.259982] env[63326]: DEBUG nova.compute.manager [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Received event network-changed-cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1266.260732] env[63326]: DEBUG nova.compute.manager [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Refreshing instance network info cache due to event network-changed-cf26a2bd-81a9-4efa-836c-de326127238e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1266.260732] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Acquiring lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.260732] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Acquired lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.260732] env[63326]: DEBUG nova.network.neutron [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Refreshing network info cache for port cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.354224] env[63326]: DEBUG nova.compute.manager [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.424148] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquiring lock "refresh_cache-4f1a6a09-556d-4358-9cff-57bea43d78f2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.424506] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquired lock "refresh_cache-4f1a6a09-556d-4358-9cff-57bea43d78f2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.424751] env[63326]: DEBUG nova.network.neutron [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.606088] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3fa51a-b82c-4daf-bb3d-c02614d34eca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.619029] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9103b1c-f0fd-4fd0-8834-cd12ea6905e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.634159] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027555} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.662066] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.663206] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6c59f3-cab3-4ff4-8207-8dd2da527b80 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.669185] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94194802-7d3e-484f-832c-45b3a874f1c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.679014] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1266.679014] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b11500-4780-11f9-7c16-f9776e575529" [ 1266.679014] env[63326]: _type = "Task" [ 1266.679014] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.680229] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a763be-9d1c-47c2-8ae8-ab067d1ed8b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.699095] env[63326]: DEBUG nova.compute.provider_tree [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.704157] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b11500-4780-11f9-7c16-f9776e575529, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.704963] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.705362] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 67c0a432-4271-4f4e-8a08-bfc43439dbb4/67c0a432-4271-4f4e-8a08-bfc43439dbb4.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.705703] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.705896] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.706121] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-715a3894-e26d-495e-841b-81fa95699793 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.708136] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62e35243-3419-4c32-8008-aa10bf6d0c76 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.719927] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1266.719927] env[63326]: value = "task-1725324" [ 1266.719927] env[63326]: _type = "Task" [ 1266.719927] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.721465] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.721630] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.725412] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f7791b-8c01-477b-93af-c545b828922c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.732747] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1266.732747] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5285f908-3014-bff6-8743-58b26badece1" [ 1266.732747] env[63326]: _type = "Task" [ 1266.732747] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.736787] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.749985] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5285f908-3014-bff6-8743-58b26badece1, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.750668] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3296784d-8760-41a6-b245-191917f49473 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.757950] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1266.757950] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52142adb-c09b-c806-12c9-7414e437cd3c" [ 1266.757950] env[63326]: _type = "Task" [ 1266.757950] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.769504] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52142adb-c09b-c806-12c9-7414e437cd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.047616] env[63326]: DEBUG nova.network.neutron [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.090909] env[63326]: DEBUG nova.network.neutron [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Successfully updated port: 9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.236154] env[63326]: ERROR nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [req-ac2efbaf-a51e-4122-9bac-85123a2ac22b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac2efbaf-a51e-4122-9bac-85123a2ac22b"}]} [ 1267.236568] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725324, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.265648] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1267.274373] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52142adb-c09b-c806-12c9-7414e437cd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.274468] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.275192] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 0b7031c7-ad44-4c57-aff5-df949f1617db/0b7031c7-ad44-4c57-aff5-df949f1617db.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.275192] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.275192] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.275370] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3ee7ea5-b6e4-4c1d-888c-f565b7c4250d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.283488] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbba27c0-4067-4c82-81ae-b87a3916f1a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.287794] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1267.287794] env[63326]: value = "task-1725325" [ 1267.287794] env[63326]: _type = "Task" [ 1267.287794] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.299436] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.306833] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.307128] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.307896] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a886ac0d-eb7e-41c3-8f9a-72f464bb4d91 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.313241] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1267.313474] env[63326]: DEBUG nova.compute.provider_tree [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.317707] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1267.317707] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ac5696-e316-11bf-cb78-7cae050aa814" [ 1267.317707] env[63326]: _type = "Task" [ 1267.317707] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.328574] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ac5696-e316-11bf-cb78-7cae050aa814, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.328574] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f291d873-2333-45c9-86f7-24eb1eaee80a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.336428] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1267.336428] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5278c190-831a-fcc0-9e19-c40cca495143" [ 1267.336428] env[63326]: _type = "Task" [ 1267.336428] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.350832] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1267.367194] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5278c190-831a-fcc0-9e19-c40cca495143, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.368431] env[63326]: DEBUG nova.compute.manager [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.370891] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.371155] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8ad232ce-b541-463d-8a80-d15d67cba1df/8ad232ce-b541-463d-8a80-d15d67cba1df.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.371610] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-393bc97a-b10d-4c9c-9956-0f673020dbc9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.384596] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1267.384596] env[63326]: value = "task-1725326" [ 1267.384596] env[63326]: _type = "Task" [ 1267.384596] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.395237] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1267.406619] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.419632] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.421712] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.421712] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.421712] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.425823] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.425823] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.425823] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.425823] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.425823] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.426364] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.426364] env[63326]: DEBUG nova.virt.hardware [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.427584] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52d96c-e468-4485-8565-268841ce676d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.441933] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cac5657-cf63-409b-a667-e176a87d99f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.475716] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.482653] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Creating folder: Project (203fdc02013f4d88a6cbaf874c225e00). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.485256] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-544ce9da-70d4-4e4d-9797-9cabd156cda2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.500545] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Created folder: Project (203fdc02013f4d88a6cbaf874c225e00) in parent group-v359097. [ 1267.500820] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Creating folder: Instances. Parent ref: group-v359110. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.501321] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e038876-e457-44d6-bfee-52e4df99f1b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.514372] env[63326]: DEBUG nova.network.neutron [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updated VIF entry in instance network info cache for port cf26a2bd-81a9-4efa-836c-de326127238e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.514604] env[63326]: DEBUG nova.network.neutron [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updating instance_info_cache with network_info: [{"id": "cf26a2bd-81a9-4efa-836c-de326127238e", "address": "fa:16:3e:e6:ea:dc", "network": {"id": "fb128ceb-b061-4b62-a034-3321859541ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-548101252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33e7e58183394924b064a96d7262448c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf26a2bd-81", "ovs_interfaceid": "cf26a2bd-81a9-4efa-836c-de326127238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.523631] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Created folder: Instances in parent group-v359110. [ 1267.523631] env[63326]: DEBUG oslo.service.loopingcall [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.523631] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2384705-52e2-407b-b128-382abf994148] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.523631] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4327dcfa-694d-4367-8939-9d14df2ef0cf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.555893] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.555893] env[63326]: value = "task-1725329" [ 1267.555893] env[63326]: _type = "Task" [ 1267.555893] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.566899] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725329, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.592557] env[63326]: DEBUG nova.network.neutron [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Updating instance_info_cache with network_info: [{"id": "1cfc431c-b3a4-46b0-b144-b6c4f4f9a085", "address": "fa:16:3e:12:99:d6", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc431c-b3", "ovs_interfaceid": "1cfc431c-b3a4-46b0-b144-b6c4f4f9a085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.596167] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "refresh_cache-4590a34e-10f9-4365-9e5b-2a29ec57aa3a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.596167] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquired lock "refresh_cache-4590a34e-10f9-4365-9e5b-2a29ec57aa3a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.596167] env[63326]: DEBUG nova.network.neutron [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.738640] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536366} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.738896] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 67c0a432-4271-4f4e-8a08-bfc43439dbb4/67c0a432-4271-4f4e-8a08-bfc43439dbb4.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.739150] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.739411] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0c135bb-4104-4ed6-b2b3-e9d049778dae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.751876] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1267.751876] env[63326]: value = "task-1725331" [ 1267.751876] env[63326]: _type = "Task" [ 1267.751876] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.771268] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.776169] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c18f684-8468-4311-9e5f-b59fe356bbe9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.785506] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c081d25d-fcbe-46a6-aebf-c840569716b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.800604] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725325, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.827197] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422abe67-cda8-4572-a7cf-0a3265a8d72c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.837517] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc57c494-0bec-4bf8-9386-ef7e404dae07 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.858803] env[63326]: DEBUG nova.compute.provider_tree [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.902454] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725326, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.017524] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Releasing lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.021450] env[63326]: DEBUG nova.compute.manager [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Received event network-vif-plugged-050d987b-90af-4c1b-ad9f-dcb708629e04 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1268.021450] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Acquiring lock "0b7031c7-ad44-4c57-aff5-df949f1617db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.021450] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Lock "0b7031c7-ad44-4c57-aff5-df949f1617db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.021450] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Lock "0b7031c7-ad44-4c57-aff5-df949f1617db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.021450] env[63326]: DEBUG nova.compute.manager [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] No waiting events found dispatching network-vif-plugged-050d987b-90af-4c1b-ad9f-dcb708629e04 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.021707] env[63326]: WARNING nova.compute.manager [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Received unexpected event network-vif-plugged-050d987b-90af-4c1b-ad9f-dcb708629e04 for instance with vm_state building and task_state spawning. [ 1268.021707] env[63326]: DEBUG nova.compute.manager [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Received event network-changed-050d987b-90af-4c1b-ad9f-dcb708629e04 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1268.021707] env[63326]: DEBUG nova.compute.manager [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Refreshing instance network info cache due to event network-changed-050d987b-90af-4c1b-ad9f-dcb708629e04. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1268.021707] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Acquiring lock "refresh_cache-0b7031c7-ad44-4c57-aff5-df949f1617db" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.021707] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Acquired lock "refresh_cache-0b7031c7-ad44-4c57-aff5-df949f1617db" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.021861] env[63326]: DEBUG nova.network.neutron [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Refreshing network info cache for port 050d987b-90af-4c1b-ad9f-dcb708629e04 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.071569] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725329, 'name': CreateVM_Task, 'duration_secs': 0.416481} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.071569] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2384705-52e2-407b-b128-382abf994148] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.071957] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.072193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.072741] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.073286] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3546fb78-87ff-49af-804d-fd434a6763d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.081193] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1268.081193] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52353ed3-ba31-93c8-8ca7-dea31cfd81cd" [ 1268.081193] env[63326]: _type = "Task" [ 1268.081193] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.092494] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "56adab99-108b-4ba6-927c-ac38e47a13fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.092919] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "56adab99-108b-4ba6-927c-ac38e47a13fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.098867] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Releasing lock "refresh_cache-4f1a6a09-556d-4358-9cff-57bea43d78f2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.099307] env[63326]: DEBUG nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Instance network_info: |[{"id": "1cfc431c-b3a4-46b0-b144-b6c4f4f9a085", "address": "fa:16:3e:12:99:d6", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc431c-b3", "ovs_interfaceid": "1cfc431c-b3a4-46b0-b144-b6c4f4f9a085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1268.101716] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52353ed3-ba31-93c8-8ca7-dea31cfd81cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.102244] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:99:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cfc431c-b3a4-46b0-b144-b6c4f4f9a085', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.110456] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Creating folder: Project (1e0fa05f35f2449e9be0a87fa64a7e13). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.111272] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d23afe-9824-4851-89c2-15978a8c482e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.126206] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Created folder: Project (1e0fa05f35f2449e9be0a87fa64a7e13) in parent group-v359097. [ 1268.126603] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Creating folder: Instances. Parent ref: group-v359114. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.127080] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa8bc98-596a-46bb-affc-43dedf5fdc90 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.141704] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Created folder: Instances in parent group-v359114. [ 1268.142630] env[63326]: DEBUG oslo.service.loopingcall [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.142630] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.142894] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36b35b7a-c899-41a8-a193-45914e981130 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.170334] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.170334] env[63326]: value = "task-1725334" [ 1268.170334] env[63326]: _type = "Task" [ 1268.170334] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.182878] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725334, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.243559] env[63326]: DEBUG nova.network.neutron [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.266496] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134406} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.266721] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.267605] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980b6e87-c877-42ae-b41e-3e3fc6d20d33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.299019] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 67c0a432-4271-4f4e-8a08-bfc43439dbb4/67c0a432-4271-4f4e-8a08-bfc43439dbb4.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.302838] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c4bcfa-01f3-42f8-859c-51f3f7da873e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.332478] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935035} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.333999] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 0b7031c7-ad44-4c57-aff5-df949f1617db/0b7031c7-ad44-4c57-aff5-df949f1617db.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.334248] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.334562] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1268.334562] env[63326]: value = "task-1725335" [ 1268.334562] env[63326]: _type = "Task" [ 1268.334562] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.335044] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55df1eae-d2c0-42b6-945a-6c05a22f1595 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.351138] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.352689] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1268.352689] env[63326]: value = "task-1725336" [ 1268.352689] env[63326]: _type = "Task" [ 1268.352689] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.387083] env[63326]: ERROR nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [req-b559c056-ed5f-4e49-a24f-41ec32473617] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b559c056-ed5f-4e49-a24f-41ec32473617"}]} [ 1268.401584] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830298} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.404454] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8ad232ce-b541-463d-8a80-d15d67cba1df/8ad232ce-b541-463d-8a80-d15d67cba1df.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.404696] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.405283] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afb8e1c6-4dfc-4054-9d41-5f41f99ac476 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.409125] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1268.419317] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1268.419317] env[63326]: value = "task-1725337" [ 1268.419317] env[63326]: _type = "Task" [ 1268.419317] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.425046] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1268.425046] env[63326]: DEBUG nova.compute.provider_tree [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.433403] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.443308] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1268.463981] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1268.596467] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52353ed3-ba31-93c8-8ca7-dea31cfd81cd, 'name': SearchDatastore_Task, 'duration_secs': 0.094122} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.600193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.600490] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.601211] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.601211] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.601334] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.601788] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49d5f3bf-2576-483e-8650-266a88c0bdd8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.626615] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.626863] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.631306] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ecd354-c48e-45e8-af55-fac8221709ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.640861] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1268.640861] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523488d5-a3ce-3fbe-b264-4e7b8e2ce1bb" [ 1268.640861] env[63326]: _type = "Task" [ 1268.640861] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.653970] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523488d5-a3ce-3fbe-b264-4e7b8e2ce1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.684354] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725334, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.709249] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43702c-637c-4ebc-9680-63425d993b04 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.723663] env[63326]: DEBUG nova.network.neutron [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Updating instance_info_cache with network_info: [{"id": "9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee", "address": "fa:16:3e:a2:4b:d2", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e0321c1-6f", "ovs_interfaceid": "9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.726369] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e171dcc-0842-4189-a4e7-027478e9eff3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.767703] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c112a-1087-4cc2-8b0b-0cae2bec5907 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.777508] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36420f-f6b0-4cad-a7d6-f22eb9b2851d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.793463] env[63326]: DEBUG nova.compute.provider_tree [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.848332] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725335, 'name': ReconfigVM_Task, 'duration_secs': 0.31787} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.848463] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 67c0a432-4271-4f4e-8a08-bfc43439dbb4/67c0a432-4271-4f4e-8a08-bfc43439dbb4.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.849208] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d50975e-11c0-4271-9ec0-77da06f1f356 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.858382] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1268.858382] env[63326]: value = "task-1725338" [ 1268.858382] env[63326]: _type = "Task" [ 1268.858382] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.865810] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087887} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.866786] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.867541] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660d0b0-4d92-41b6-be8c-0a1a625cf9d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.887491] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725338, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.918977] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 0b7031c7-ad44-4c57-aff5-df949f1617db/0b7031c7-ad44-4c57-aff5-df949f1617db.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.919357] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e529cd11-8e86-4dd6-8c54-eb80f940803d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.947573] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068827} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.948957] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.949479] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1268.949479] env[63326]: value = "task-1725339" [ 1268.949479] env[63326]: _type = "Task" [ 1268.949479] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.950162] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083cb9e3-e6a9-4689-aa82-cd29e0998dec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.980745] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 8ad232ce-b541-463d-8a80-d15d67cba1df/8ad232ce-b541-463d-8a80-d15d67cba1df.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.981092] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.981324] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-760bb9bf-bb5c-4cc7-9f44-72808b81a052 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.004564] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1269.004564] env[63326]: value = "task-1725340" [ 1269.004564] env[63326]: _type = "Task" [ 1269.004564] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.014024] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.123079] env[63326]: DEBUG nova.network.neutron [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Updated VIF entry in instance network info cache for port 050d987b-90af-4c1b-ad9f-dcb708629e04. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.123480] env[63326]: DEBUG nova.network.neutron [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Updating instance_info_cache with network_info: [{"id": "050d987b-90af-4c1b-ad9f-dcb708629e04", "address": "fa:16:3e:85:ce:ba", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050d987b-90", "ovs_interfaceid": "050d987b-90af-4c1b-ad9f-dcb708629e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.155937] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523488d5-a3ce-3fbe-b264-4e7b8e2ce1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.156356] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e280401a-c19a-4f85-ae60-75cc09bb0b19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.163532] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1269.163532] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b3d332-c042-3f29-c15f-6e3fab0674b0" [ 1269.163532] env[63326]: _type = "Task" [ 1269.163532] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.180411] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b3d332-c042-3f29-c15f-6e3fab0674b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.189288] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725334, 'name': CreateVM_Task, 'duration_secs': 0.673369} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.190052] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.190824] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.191036] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.191393] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.191655] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834a697d-f068-4d65-b08b-88fd3587a85c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.201025] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1269.201025] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522b190e-b1f3-7e1b-6fbb-85f98924ab90" [ 1269.201025] env[63326]: _type = "Task" [ 1269.201025] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.210285] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522b190e-b1f3-7e1b-6fbb-85f98924ab90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.227397] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Releasing lock "refresh_cache-4590a34e-10f9-4365-9e5b-2a29ec57aa3a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.227397] env[63326]: DEBUG nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Instance network_info: |[{"id": "9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee", "address": "fa:16:3e:a2:4b:d2", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e0321c1-6f", "ovs_interfaceid": "9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.227602] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:4b:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.236514] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Creating folder: Project (3370a2e92d7641239f73bf8cd6d7beac). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.236826] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1785fce0-445b-4b09-9cb0-8c53d3cc4fef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.258847] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Created folder: Project (3370a2e92d7641239f73bf8cd6d7beac) in parent group-v359097. [ 1269.260528] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Creating folder: Instances. Parent ref: group-v359117. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.260528] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0211ad6-815d-450f-8f39-05a1d855600c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.274318] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Created folder: Instances in parent group-v359117. [ 1269.274644] env[63326]: DEBUG oslo.service.loopingcall [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.274953] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.275271] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8b936fb-6400-4ade-8785-57d190fd6176 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.302763] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.302763] env[63326]: value = "task-1725343" [ 1269.302763] env[63326]: _type = "Task" [ 1269.302763] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.315830] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725343, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.338562] env[63326]: DEBUG nova.scheduler.client.report [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1269.338562] env[63326]: DEBUG nova.compute.provider_tree [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 18 to 19 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1269.338562] env[63326]: DEBUG nova.compute.provider_tree [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.371991] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725338, 'name': Rename_Task, 'duration_secs': 0.176546} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.373847] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.374236] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f6107b4-0bc9-454b-8e2f-7a45d56e64c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.388040] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1269.388040] env[63326]: value = "task-1725344" [ 1269.388040] env[63326]: _type = "Task" [ 1269.388040] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.403841] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.467537] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725339, 'name': ReconfigVM_Task, 'duration_secs': 0.334541} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.467537] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 0b7031c7-ad44-4c57-aff5-df949f1617db/0b7031c7-ad44-4c57-aff5-df949f1617db.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.467963] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-062cb239-86bb-4494-9524-19a27adfee57 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.478828] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1269.478828] env[63326]: value = "task-1725345" [ 1269.478828] env[63326]: _type = "Task" [ 1269.478828] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.489890] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725345, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.515703] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725340, 'name': ReconfigVM_Task, 'duration_secs': 0.337174} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.515703] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 8ad232ce-b541-463d-8a80-d15d67cba1df/8ad232ce-b541-463d-8a80-d15d67cba1df.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.516272] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b97f86b-cde7-4f72-85c5-9bde727d8664 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.524700] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1269.524700] env[63326]: value = "task-1725346" [ 1269.524700] env[63326]: _type = "Task" [ 1269.524700] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.534808] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725346, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.626758] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb0bc283-844b-4d70-850f-514f90855351 req-b189eb33-748a-4a7e-b1d4-bb6854919dcd service nova] Releasing lock "refresh_cache-0b7031c7-ad44-4c57-aff5-df949f1617db" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.676430] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b3d332-c042-3f29-c15f-6e3fab0674b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.676786] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.677143] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.677545] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3e3964a-13d4-4a11-816a-8f2fcb92cbf3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.687169] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1269.687169] env[63326]: value = "task-1725347" [ 1269.687169] env[63326]: _type = "Task" [ 1269.687169] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.697130] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.707375] env[63326]: DEBUG nova.compute.manager [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Received event network-changed-a70d6406-394c-4a76-82e0-f70969d4e1f9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1269.707662] env[63326]: DEBUG nova.compute.manager [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Refreshing instance network info cache due to event network-changed-a70d6406-394c-4a76-82e0-f70969d4e1f9. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1269.707887] env[63326]: DEBUG oslo_concurrency.lockutils [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] Acquiring lock "refresh_cache-8ad232ce-b541-463d-8a80-d15d67cba1df" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.708039] env[63326]: DEBUG oslo_concurrency.lockutils [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] Acquired lock "refresh_cache-8ad232ce-b541-463d-8a80-d15d67cba1df" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.708203] env[63326]: DEBUG nova.network.neutron [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Refreshing network info cache for port a70d6406-394c-4a76-82e0-f70969d4e1f9 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.714847] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522b190e-b1f3-7e1b-6fbb-85f98924ab90, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.716665] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.716665] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.716665] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.716665] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.716892] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.716892] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13eed29f-f7e4-4f4b-aa7f-9a3796c6a9d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.737746] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.737864] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.739717] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a644fa9-40f1-44cc-b226-20161d7d3a4f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.748262] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1269.748262] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525952b2-9edf-2c42-8fde-29e097d6018b" [ 1269.748262] env[63326]: _type = "Task" [ 1269.748262] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.759869] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525952b2-9edf-2c42-8fde-29e097d6018b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.818141] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725343, 'name': CreateVM_Task, 'duration_secs': 0.475137} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.818414] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.819263] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.819506] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.819927] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.820254] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ae2cad-331d-4b05-975b-224d9179d98e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.826480] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1269.826480] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b29025-4adb-52d2-631c-2bcc632df530" [ 1269.826480] env[63326]: _type = "Task" [ 1269.826480] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.836717] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b29025-4adb-52d2-631c-2bcc632df530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.844698] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.513s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.845326] env[63326]: DEBUG nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.848165] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.280s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.851114] env[63326]: INFO nova.compute.claims [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.862399] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "8031f33e-874a-4028-885b-081279aa1912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.862616] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "8031f33e-874a-4028-885b-081279aa1912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.902633] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.998501] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725345, 'name': Rename_Task, 'duration_secs': 0.189884} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.998501] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.998501] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e21698fa-ab9c-43a5-a236-0f839be98756 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.007450] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1270.007450] env[63326]: value = "task-1725348" [ 1270.007450] env[63326]: _type = "Task" [ 1270.007450] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.022912] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.039037] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725346, 'name': Rename_Task, 'duration_secs': 0.251217} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.039037] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.039037] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad92b6b6-730c-40ee-9d8d-87c11d3e69a2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.049280] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1270.049280] env[63326]: value = "task-1725349" [ 1270.049280] env[63326]: _type = "Task" [ 1270.049280] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.058345] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.203317] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725347, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.266138] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525952b2-9edf-2c42-8fde-29e097d6018b, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.267785] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303a9130-6389-4965-8960-e2e26f993b8c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.277478] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1270.277478] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5250905e-1293-9ebf-6948-b08c26a5b445" [ 1270.277478] env[63326]: _type = "Task" [ 1270.277478] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.295269] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5250905e-1293-9ebf-6948-b08c26a5b445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.349148] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b29025-4adb-52d2-631c-2bcc632df530, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.349148] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.349148] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.349148] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.356620] env[63326]: DEBUG nova.compute.utils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1270.357970] env[63326]: DEBUG nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.357970] env[63326]: DEBUG nova.network.neutron [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.403105] env[63326]: DEBUG oslo_vmware.api [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725344, 'name': PowerOnVM_Task, 'duration_secs': 0.610824} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.403885] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.403885] env[63326]: INFO nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Took 14.75 seconds to spawn the instance on the hypervisor. [ 1270.404019] env[63326]: DEBUG nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.405377] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08a4629-3bb9-4004-b61f-cce94621537d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.519169] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.528164] env[63326]: DEBUG nova.policy [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ed2454f96a24f739d08b73f3889565e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b0bc0cac8624e31baab6b71988a429f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.562420] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.707308] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696563} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.707711] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.707964] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.708204] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cffa2f8f-eb32-4944-8053-83ca69533f8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.717671] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1270.717671] env[63326]: value = "task-1725350" [ 1270.717671] env[63326]: _type = "Task" [ 1270.717671] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.729288] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.801065] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5250905e-1293-9ebf-6948-b08c26a5b445, 'name': SearchDatastore_Task, 'duration_secs': 0.055799} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.801065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.801065] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4f1a6a09-556d-4358-9cff-57bea43d78f2/4f1a6a09-556d-4358-9cff-57bea43d78f2.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.801065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.801592] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.801592] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-942497a3-7e5f-4342-bfeb-580841022dd5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.803554] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232d36fc-e8ae-4d96-a2c8-984009d1160a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.814345] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1270.814345] env[63326]: value = "task-1725351" [ 1270.814345] env[63326]: _type = "Task" [ 1270.814345] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.826334] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.833857] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.834130] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.835243] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bf072e-33b8-4107-8fc3-140eb34dfe81 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.843854] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1270.843854] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524bb0e7-1fe1-6aaa-18ec-967b1bab841b" [ 1270.843854] env[63326]: _type = "Task" [ 1270.843854] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.853030] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524bb0e7-1fe1-6aaa-18ec-967b1bab841b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.856668] env[63326]: DEBUG nova.network.neutron [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Updated VIF entry in instance network info cache for port a70d6406-394c-4a76-82e0-f70969d4e1f9. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.857029] env[63326]: DEBUG nova.network.neutron [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Updating instance_info_cache with network_info: [{"id": "a70d6406-394c-4a76-82e0-f70969d4e1f9", "address": "fa:16:3e:f6:b1:a0", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70d6406-39", "ovs_interfaceid": "a70d6406-394c-4a76-82e0-f70969d4e1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.860941] env[63326]: DEBUG nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.929591] env[63326]: INFO nova.compute.manager [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Took 19.53 seconds to build instance. [ 1270.989012] env[63326]: DEBUG nova.compute.manager [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Received event network-vif-plugged-1cfc431c-b3a4-46b0-b144-b6c4f4f9a085 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1270.989249] env[63326]: DEBUG oslo_concurrency.lockutils [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] Acquiring lock "4f1a6a09-556d-4358-9cff-57bea43d78f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.989452] env[63326]: DEBUG oslo_concurrency.lockutils [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] Lock "4f1a6a09-556d-4358-9cff-57bea43d78f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.989625] env[63326]: DEBUG oslo_concurrency.lockutils [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] Lock "4f1a6a09-556d-4358-9cff-57bea43d78f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.989801] env[63326]: DEBUG nova.compute.manager [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] No waiting events found dispatching network-vif-plugged-1cfc431c-b3a4-46b0-b144-b6c4f4f9a085 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.989967] env[63326]: WARNING nova.compute.manager [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Received unexpected event network-vif-plugged-1cfc431c-b3a4-46b0-b144-b6c4f4f9a085 for instance with vm_state building and task_state spawning. [ 1270.990149] env[63326]: DEBUG nova.compute.manager [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Received event network-changed-1cfc431c-b3a4-46b0-b144-b6c4f4f9a085 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1270.990319] env[63326]: DEBUG nova.compute.manager [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Refreshing instance network info cache due to event network-changed-1cfc431c-b3a4-46b0-b144-b6c4f4f9a085. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1270.990478] env[63326]: DEBUG oslo_concurrency.lockutils [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] Acquiring lock "refresh_cache-4f1a6a09-556d-4358-9cff-57bea43d78f2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.990608] env[63326]: DEBUG oslo_concurrency.lockutils [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] Acquired lock "refresh_cache-4f1a6a09-556d-4358-9cff-57bea43d78f2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.990811] env[63326]: DEBUG nova.network.neutron [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Refreshing network info cache for port 1cfc431c-b3a4-46b0-b144-b6c4f4f9a085 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.022652] env[63326]: DEBUG oslo_vmware.api [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725348, 'name': PowerOnVM_Task, 'duration_secs': 0.693699} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.023023] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.023223] env[63326]: INFO nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Took 13.08 seconds to spawn the instance on the hypervisor. [ 1271.023406] env[63326]: DEBUG nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.024580] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb90c05f-0fda-46b8-9597-903828a3c35e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.061790] env[63326]: DEBUG oslo_vmware.api [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725349, 'name': PowerOnVM_Task, 'duration_secs': 0.796099} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.062948] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.062948] env[63326]: INFO nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1271.062948] env[63326]: DEBUG nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.064327] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee384f2-b3c9-43fb-81af-7771d26cdd22 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.185117] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a2f588-5916-4ebe-8f95-e425c98036ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.194489] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2997a-d0e9-4986-b1fc-bd26b3356b5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.240333] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e096ed7f-f0b5-4bc2-bfc6-0b9a9e88fe30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.248761] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133552} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.251436] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.252173] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9084f3a7-e86c-4492-93e2-9c1e4ec002d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.255506] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cc2891-70bd-4250-a4ef-9a27d3a70cd2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.277223] env[63326]: DEBUG nova.compute.provider_tree [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.288180] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.288627] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f5bd853-19ba-4287-ac8e-137c7e3b0525 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.308034] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.308034] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.313910] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1271.313910] env[63326]: value = "task-1725352" [ 1271.313910] env[63326]: _type = "Task" [ 1271.313910] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.327183] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.333186] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.356290] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524bb0e7-1fe1-6aaa-18ec-967b1bab841b, 'name': SearchDatastore_Task, 'duration_secs': 0.034553} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.357518] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c8f11f-ba11-4120-b8a0-8fdd17569756 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.361049] env[63326]: DEBUG oslo_concurrency.lockutils [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] Releasing lock "refresh_cache-8ad232ce-b541-463d-8a80-d15d67cba1df" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.361371] env[63326]: DEBUG nova.compute.manager [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Received event network-vif-plugged-9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1271.361622] env[63326]: DEBUG oslo_concurrency.lockutils [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] Acquiring lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.361886] env[63326]: DEBUG oslo_concurrency.lockutils [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] Lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.362664] env[63326]: DEBUG oslo_concurrency.lockutils [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] Lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.362664] env[63326]: DEBUG nova.compute.manager [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] No waiting events found dispatching network-vif-plugged-9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.362664] env[63326]: WARNING nova.compute.manager [req-8d133732-c2e5-48f9-b960-f66d36bcc658 req-46c76d43-70cf-409d-825e-2f803817f96f service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Received unexpected event network-vif-plugged-9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee for instance with vm_state building and task_state spawning. [ 1271.368242] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1271.368242] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52760421-092f-2cbb-d7d6-4c80c8abbfcb" [ 1271.368242] env[63326]: _type = "Task" [ 1271.368242] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.384467] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52760421-092f-2cbb-d7d6-4c80c8abbfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.434366] env[63326]: DEBUG oslo_concurrency.lockutils [None req-157643fb-7fd2-42dc-b91a-c65f94a68d02 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.043s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.546612] env[63326]: DEBUG nova.network.neutron [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Successfully created port: b1c998e5-f7ac-4633-95c5-19d3e82b63f2 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.554771] env[63326]: INFO nova.compute.manager [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Took 19.11 seconds to build instance. [ 1271.596959] env[63326]: INFO nova.compute.manager [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Took 17.75 seconds to build instance. [ 1271.790017] env[63326]: DEBUG nova.scheduler.client.report [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.835217] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725351, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.835637] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.882905] env[63326]: DEBUG nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.884627] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52760421-092f-2cbb-d7d6-4c80c8abbfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.031204} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.885113] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.885445] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4590a34e-10f9-4365-9e5b-2a29ec57aa3a/4590a34e-10f9-4365-9e5b-2a29ec57aa3a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.885748] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b68fad1-e902-4a09-ab15-b1e2d9ad9a7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.894602] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1271.894602] env[63326]: value = "task-1725354" [ 1271.894602] env[63326]: _type = "Task" [ 1271.894602] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.903952] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.919081] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.919081] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.919264] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.919561] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.919561] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.919698] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.920509] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.920509] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.920509] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.920509] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.920683] env[63326]: DEBUG nova.virt.hardware [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.921448] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149b1ece-aef2-4989-942b-093a27e4d0f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.930742] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4edf48-93c7-4b70-a8af-450fe989e0ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.945311] env[63326]: DEBUG nova.compute.manager [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.016433] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "d0dacc3e-dd44-406d-a773-425fbda4958e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.016747] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "d0dacc3e-dd44-406d-a773-425fbda4958e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.061441] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e517dd01-b10f-4009-9111-6b8b5b9f3731 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "0b7031c7-ad44-4c57-aff5-df949f1617db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.625s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.062647] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "e6b8b647-eb88-40cb-8295-4625c27190ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.062647] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "e6b8b647-eb88-40cb-8295-4625c27190ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.101117] env[63326]: DEBUG oslo_concurrency.lockutils [None req-376ac3f0-abf9-41d8-938e-28dc51ee8e7a tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "8ad232ce-b541-463d-8a80-d15d67cba1df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.260s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.295456] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.296014] env[63326]: DEBUG nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.298690] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.104s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.298867] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.299128] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1272.299318] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.258s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.300745] env[63326]: INFO nova.compute.claims [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.303844] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc2d1ea-e6b0-45e5-9417-4a48f16726a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.313457] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e61b9b-c2d3-46f4-8108-c2c1bb4c3c8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.338297] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89e4286-e1e0-492b-8b24-24f4f45531a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.341393] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725352, 'name': ReconfigVM_Task, 'duration_secs': 0.560918} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.344181] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.344655] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-807465c2-c16e-4a2c-a95b-4146b318d80a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.357013] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5942669-41f5-4272-9fac-fa3797bf4f27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.360215] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725351, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071116} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.361182] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1272.361182] env[63326]: value = "task-1725355" [ 1272.361182] env[63326]: _type = "Task" [ 1272.361182] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.361182] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4f1a6a09-556d-4358-9cff-57bea43d78f2/4f1a6a09-556d-4358-9cff-57bea43d78f2.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.361485] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.361954] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f90123e4-22f9-4522-bfc6-3d65a01adb4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.393562] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1272.393771] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.403320] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725355, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.403597] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1272.403597] env[63326]: value = "task-1725356" [ 1272.403597] env[63326]: _type = "Task" [ 1272.403597] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.404340] env[63326]: DEBUG nova.network.neutron [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Updated VIF entry in instance network info cache for port 1cfc431c-b3a4-46b0-b144-b6c4f4f9a085. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.404699] env[63326]: DEBUG nova.network.neutron [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Updating instance_info_cache with network_info: [{"id": "1cfc431c-b3a4-46b0-b144-b6c4f4f9a085", "address": "fa:16:3e:12:99:d6", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc431c-b3", "ovs_interfaceid": "1cfc431c-b3a4-46b0-b144-b6c4f4f9a085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.413623] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725354, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.420075] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.475911] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.565108] env[63326]: DEBUG nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.607680] env[63326]: DEBUG nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.810401] env[63326]: DEBUG nova.compute.utils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1272.814762] env[63326]: DEBUG nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.814762] env[63326]: DEBUG nova.network.neutron [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.827584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquiring lock "db22896d-0f47-473f-9aeb-e15490f5232d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.827849] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.882272] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725355, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.908800] env[63326]: DEBUG oslo_concurrency.lockutils [req-2be62dd5-3b4b-4a9a-b6ff-8f3b6b77662f req-801a86ae-49c7-42dc-ad5c-68380488f236 service nova] Releasing lock "refresh_cache-4f1a6a09-556d-4358-9cff-57bea43d78f2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.909301] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917852} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.914853] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4590a34e-10f9-4365-9e5b-2a29ec57aa3a/4590a34e-10f9-4365-9e5b-2a29ec57aa3a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.915081] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.915398] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64375c6a-fe88-4069-8c3d-99505fc07df4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.923965] env[63326]: DEBUG nova.policy [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f758f0fec28844ce8fd8a28faad49ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0872cbf66f9344d48e8baeb13fd81f82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.933246] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075618} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.935127] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.935405] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1272.935405] env[63326]: value = "task-1725357" [ 1272.935405] env[63326]: _type = "Task" [ 1272.935405] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.936345] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf1e026-555b-4d6a-b3c6-5158c36e3d15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.966025] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.975329] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 4f1a6a09-556d-4358-9cff-57bea43d78f2/4f1a6a09-556d-4358-9cff-57bea43d78f2.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.976079] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f42c4c-d0e0-4ed6-9d55-2742dc8533a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.999539] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1272.999539] env[63326]: value = "task-1725358" [ 1272.999539] env[63326]: _type = "Task" [ 1272.999539] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.014267] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.096491] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.135706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.320305] env[63326]: DEBUG nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.349971] env[63326]: DEBUG nova.compute.manager [req-414b7066-38dd-4797-a618-03ca86665904 req-a16d1c25-039f-49c4-a955-da21638d5581 service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Received event network-changed-9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1273.350219] env[63326]: DEBUG nova.compute.manager [req-414b7066-38dd-4797-a618-03ca86665904 req-a16d1c25-039f-49c4-a955-da21638d5581 service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Refreshing instance network info cache due to event network-changed-9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1273.350463] env[63326]: DEBUG oslo_concurrency.lockutils [req-414b7066-38dd-4797-a618-03ca86665904 req-a16d1c25-039f-49c4-a955-da21638d5581 service nova] Acquiring lock "refresh_cache-4590a34e-10f9-4365-9e5b-2a29ec57aa3a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.350612] env[63326]: DEBUG oslo_concurrency.lockutils [req-414b7066-38dd-4797-a618-03ca86665904 req-a16d1c25-039f-49c4-a955-da21638d5581 service nova] Acquired lock "refresh_cache-4590a34e-10f9-4365-9e5b-2a29ec57aa3a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.350781] env[63326]: DEBUG nova.network.neutron [req-414b7066-38dd-4797-a618-03ca86665904 req-a16d1c25-039f-49c4-a955-da21638d5581 service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Refreshing network info cache for port 9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.379801] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725355, 'name': Rename_Task, 'duration_secs': 0.730648} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.385188] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.385954] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c78cfe-7112-41c8-9c1f-87ca662a1893 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.402737] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1273.402737] env[63326]: value = "task-1725359" [ 1273.402737] env[63326]: _type = "Task" [ 1273.402737] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.412864] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.461520] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071179} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.462109] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.463318] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8724149e-e45c-41f7-9407-73af3f8d22ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.505320] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 4590a34e-10f9-4365-9e5b-2a29ec57aa3a/4590a34e-10f9-4365-9e5b-2a29ec57aa3a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.509737] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e51fd0-48dd-4dc8-967e-fd235171020f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.556476] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725358, 'name': ReconfigVM_Task, 'duration_secs': 0.517057} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.562214] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 4f1a6a09-556d-4358-9cff-57bea43d78f2/4f1a6a09-556d-4358-9cff-57bea43d78f2.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.563038] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1273.563038] env[63326]: value = "task-1725360" [ 1273.563038] env[63326]: _type = "Task" [ 1273.563038] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.564175] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a497cc65-e7c7-4f97-b377-2ff1fdbcf773 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.580243] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.582392] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1273.582392] env[63326]: value = "task-1725361" [ 1273.582392] env[63326]: _type = "Task" [ 1273.582392] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.601680] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725361, 'name': Rename_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.792164] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f667a10-da19-401c-b137-4d76fcb10836 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.804632] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c24d7df-ed47-4eed-865e-76b6fac875bc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.842571] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a63a19-c78c-49ea-9be0-875aad10e244 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.853454] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b395fe3-28f5-4fdf-ae5e-4b580c2691eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.870179] env[63326]: DEBUG nova.compute.provider_tree [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.934090] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725359, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.039844] env[63326]: DEBUG nova.compute.manager [None req-260d02cf-d212-4554-8e77-feec9168fa77 tempest-ServerDiagnosticsTest-150183077 tempest-ServerDiagnosticsTest-150183077-project-admin] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.041922] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd1aa13-47f1-42f4-93c5-df0d1cde7573 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.052511] env[63326]: INFO nova.compute.manager [None req-260d02cf-d212-4554-8e77-feec9168fa77 tempest-ServerDiagnosticsTest-150183077 tempest-ServerDiagnosticsTest-150183077-project-admin] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Retrieving diagnostics [ 1274.052511] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ad3a6-79f8-4bd7-9cb2-32eb00789d9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.055442] env[63326]: DEBUG nova.network.neutron [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Successfully created port: bfe85c1c-cc95-4b4c-9453-62031933f083 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.101569] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725361, 'name': Rename_Task, 'duration_secs': 0.371658} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.104812] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.105241] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.105327] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c84eb3-b9ee-4f03-9eb6-148724a7e5dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.114298] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1274.114298] env[63326]: value = "task-1725363" [ 1274.114298] env[63326]: _type = "Task" [ 1274.114298] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.129480] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.350297] env[63326]: DEBUG nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.376370] env[63326]: DEBUG nova.scheduler.client.report [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.393414] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.393648] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.393801] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.393979] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.396921] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.397113] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.397342] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.397489] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.397721] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.397821] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.397970] env[63326]: DEBUG nova.virt.hardware [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.398911] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af911e4-a765-4493-af7d-378cc6b816ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.413904] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa43e232-5dcf-46f2-9306-0b84f1105053 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.422239] env[63326]: DEBUG oslo_vmware.api [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725359, 'name': PowerOnVM_Task, 'duration_secs': 0.890581} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.422996] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.423461] env[63326]: INFO nova.compute.manager [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1274.423651] env[63326]: DEBUG nova.compute.manager [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.424468] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c417f63d-9985-43ab-bfd0-3e5ab366a458 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.603657] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725360, 'name': ReconfigVM_Task, 'duration_secs': 0.704337} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.604615] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 4590a34e-10f9-4365-9e5b-2a29ec57aa3a/4590a34e-10f9-4365-9e5b-2a29ec57aa3a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.605912] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28d5c24f-d65f-48dd-9864-21eecc466985 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.624529] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1274.624529] env[63326]: value = "task-1725364" [ 1274.624529] env[63326]: _type = "Task" [ 1274.624529] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.637692] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.648232] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725364, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.680860] env[63326]: DEBUG nova.network.neutron [req-414b7066-38dd-4797-a618-03ca86665904 req-a16d1c25-039f-49c4-a955-da21638d5581 service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Updated VIF entry in instance network info cache for port 9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.681521] env[63326]: DEBUG nova.network.neutron [req-414b7066-38dd-4797-a618-03ca86665904 req-a16d1c25-039f-49c4-a955-da21638d5581 service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Updating instance_info_cache with network_info: [{"id": "9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee", "address": "fa:16:3e:a2:4b:d2", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e0321c1-6f", "ovs_interfaceid": "9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.715892] env[63326]: DEBUG nova.network.neutron [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Successfully updated port: b1c998e5-f7ac-4633-95c5-19d3e82b63f2 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.886486] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.887054] env[63326]: DEBUG nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.890907] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.273s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.891318] env[63326]: INFO nova.compute.claims [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.955426] env[63326]: INFO nova.compute.manager [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Took 19.38 seconds to build instance. [ 1275.130395] env[63326]: DEBUG oslo_vmware.api [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725363, 'name': PowerOnVM_Task, 'duration_secs': 0.934865} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.134298] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.134520] env[63326]: INFO nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Took 12.58 seconds to spawn the instance on the hypervisor. [ 1275.135058] env[63326]: DEBUG nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.136037] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f93cbc-7924-404e-9824-739331409c15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.144802] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725364, 'name': Rename_Task, 'duration_secs': 0.212339} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.146516] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.151458] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e1ede66-9d2a-4bad-b682-4246ba5d4330 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.160626] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1275.160626] env[63326]: value = "task-1725365" [ 1275.160626] env[63326]: _type = "Task" [ 1275.160626] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.175012] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.184870] env[63326]: DEBUG oslo_concurrency.lockutils [req-414b7066-38dd-4797-a618-03ca86665904 req-a16d1c25-039f-49c4-a955-da21638d5581 service nova] Releasing lock "refresh_cache-4590a34e-10f9-4365-9e5b-2a29ec57aa3a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.220689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.220689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquired lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.220689] env[63326]: DEBUG nova.network.neutron [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.397821] env[63326]: DEBUG nova.compute.utils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1275.404623] env[63326]: DEBUG nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.404849] env[63326]: DEBUG nova.network.neutron [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.460020] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca9c5fbb-2163-4768-ad89-f67d7758b327 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "b2384705-52e2-407b-b128-382abf994148" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.893s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.469708] env[63326]: DEBUG nova.policy [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb5d88c3de54ed78cbe36a8133bc0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9debdfd3c0146aaab57214814e4a320', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.667738] env[63326]: INFO nova.compute.manager [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Took 20.88 seconds to build instance. [ 1275.673691] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.791768] env[63326]: DEBUG nova.network.neutron [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.906453] env[63326]: DEBUG nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.966525] env[63326]: DEBUG nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.137204] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquiring lock "8ad232ce-b541-463d-8a80-d15d67cba1df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.137204] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "8ad232ce-b541-463d-8a80-d15d67cba1df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.137953] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquiring lock "8ad232ce-b541-463d-8a80-d15d67cba1df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.138412] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "8ad232ce-b541-463d-8a80-d15d67cba1df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.139014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "8ad232ce-b541-463d-8a80-d15d67cba1df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.141271] env[63326]: INFO nova.compute.manager [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Terminating instance [ 1276.171015] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d9ed5d09-4a43-473e-a541-54b773b755a1 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "4f1a6a09-556d-4358-9cff-57bea43d78f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.396s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.179535] env[63326]: DEBUG oslo_vmware.api [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725365, 'name': PowerOnVM_Task, 'duration_secs': 0.79752} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.184461] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.184888] env[63326]: INFO nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Took 11.72 seconds to spawn the instance on the hypervisor. [ 1276.185144] env[63326]: DEBUG nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.186718] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab359b1-f8b8-41aa-88cb-4cd662dbc620 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.289497] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5372f0b8-9a34-4885-aa23-185f43650614 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.299620] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94a66fb-ebe1-4793-b04a-07e0faa062d3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.340377] env[63326]: DEBUG nova.network.neutron [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Updating instance_info_cache with network_info: [{"id": "b1c998e5-f7ac-4633-95c5-19d3e82b63f2", "address": "fa:16:3e:29:da:51", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c998e5-f7", "ovs_interfaceid": "b1c998e5-f7ac-4633-95c5-19d3e82b63f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.342772] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95094bab-a0e3-411e-bf2d-f28c85306dca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.345905] env[63326]: DEBUG nova.compute.manager [req-7f713f62-43cf-49f2-ad2e-7bad974ff723 req-c9385428-6849-440b-a2bd-f5625b946f05 service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Received event network-vif-plugged-b1c998e5-f7ac-4633-95c5-19d3e82b63f2 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1276.346170] env[63326]: DEBUG oslo_concurrency.lockutils [req-7f713f62-43cf-49f2-ad2e-7bad974ff723 req-c9385428-6849-440b-a2bd-f5625b946f05 service nova] Acquiring lock "521c8d2a-97aa-45cf-b16e-850393935c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.346494] env[63326]: DEBUG oslo_concurrency.lockutils [req-7f713f62-43cf-49f2-ad2e-7bad974ff723 req-c9385428-6849-440b-a2bd-f5625b946f05 service nova] Lock "521c8d2a-97aa-45cf-b16e-850393935c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.346616] env[63326]: DEBUG oslo_concurrency.lockutils [req-7f713f62-43cf-49f2-ad2e-7bad974ff723 req-c9385428-6849-440b-a2bd-f5625b946f05 service nova] Lock "521c8d2a-97aa-45cf-b16e-850393935c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.346785] env[63326]: DEBUG nova.compute.manager [req-7f713f62-43cf-49f2-ad2e-7bad974ff723 req-c9385428-6849-440b-a2bd-f5625b946f05 service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] No waiting events found dispatching network-vif-plugged-b1c998e5-f7ac-4633-95c5-19d3e82b63f2 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.346950] env[63326]: WARNING nova.compute.manager [req-7f713f62-43cf-49f2-ad2e-7bad974ff723 req-c9385428-6849-440b-a2bd-f5625b946f05 service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Received unexpected event network-vif-plugged-b1c998e5-f7ac-4633-95c5-19d3e82b63f2 for instance with vm_state building and task_state spawning. [ 1276.354344] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759e4bd3-b3e2-4e0f-810f-18d1318714e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.370163] env[63326]: DEBUG nova.compute.provider_tree [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.479380] env[63326]: DEBUG nova.network.neutron [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Successfully created port: 47e24b27-807e-4788-befe-d87d883e17e2 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.497593] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.645976] env[63326]: DEBUG nova.compute.manager [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.645976] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.646733] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae00614-690b-424a-a3c5-5b45edfb62e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.655663] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.655937] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-474a9463-a51a-450c-9e32-478f9c716dc1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.664326] env[63326]: DEBUG oslo_vmware.api [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1276.664326] env[63326]: value = "task-1725366" [ 1276.664326] env[63326]: _type = "Task" [ 1276.664326] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.678631] env[63326]: DEBUG nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.682944] env[63326]: DEBUG oslo_vmware.api [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.710356] env[63326]: INFO nova.compute.manager [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Took 21.40 seconds to build instance. [ 1276.852494] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Releasing lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.852494] env[63326]: DEBUG nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Instance network_info: |[{"id": "b1c998e5-f7ac-4633-95c5-19d3e82b63f2", "address": "fa:16:3e:29:da:51", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c998e5-f7", "ovs_interfaceid": "b1c998e5-f7ac-4633-95c5-19d3e82b63f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.852668] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:da:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1c998e5-f7ac-4633-95c5-19d3e82b63f2', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.862218] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Creating folder: Project (8b0bc0cac8624e31baab6b71988a429f). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.862695] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-214ca87b-6d42-4def-b8f4-1b2eefcc6c21 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.878168] env[63326]: DEBUG nova.scheduler.client.report [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.882018] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Created folder: Project (8b0bc0cac8624e31baab6b71988a429f) in parent group-v359097. [ 1276.882018] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Creating folder: Instances. Parent ref: group-v359120. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.882364] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bba5cfb-ac24-4ae4-a759-97c59833468a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.898165] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Created folder: Instances in parent group-v359120. [ 1276.898165] env[63326]: DEBUG oslo.service.loopingcall [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.898391] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.898733] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4d20ada-add9-4459-9b40-7c4df22fb229 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.925238] env[63326]: DEBUG nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.931905] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.931905] env[63326]: value = "task-1725369" [ 1276.931905] env[63326]: _type = "Task" [ 1276.931905] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.942914] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725369, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.960935] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.961405] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.961674] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.962031] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.962295] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.966020] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.966020] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.966020] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.966020] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.966020] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.966588] env[63326]: DEBUG nova.virt.hardware [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.966588] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b688e9fa-46b7-4b8c-9295-bb443d7b3e00 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.968945] env[63326]: DEBUG nova.network.neutron [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Successfully updated port: bfe85c1c-cc95-4b4c-9453-62031933f083 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.977488] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fd4cf2-d61a-4169-be87-87900803aeaf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.177672] env[63326]: DEBUG oslo_vmware.api [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725366, 'name': PowerOffVM_Task, 'duration_secs': 0.287864} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.177988] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.178176] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.178498] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a322bbe8-4c19-4ae6-823e-b6108655a5b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.207736] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.213510] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a07e3a0-77bf-4959-9125-9924d470654c tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.918s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.384297] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.384985] env[63326]: DEBUG nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.389714] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.995s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.445225] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725369, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.476222] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.476222] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.476222] env[63326]: DEBUG nova.network.neutron [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.705023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.705023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.718154] env[63326]: DEBUG nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.841964] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquiring lock "0b7031c7-ad44-4c57-aff5-df949f1617db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.841964] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "0b7031c7-ad44-4c57-aff5-df949f1617db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.842222] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquiring lock "0b7031c7-ad44-4c57-aff5-df949f1617db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.842369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "0b7031c7-ad44-4c57-aff5-df949f1617db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.842500] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "0b7031c7-ad44-4c57-aff5-df949f1617db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.845382] env[63326]: INFO nova.compute.manager [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Terminating instance [ 1277.895073] env[63326]: DEBUG nova.compute.utils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1277.904080] env[63326]: DEBUG nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.904198] env[63326]: DEBUG nova.network.neutron [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.944456] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725369, 'name': CreateVM_Task, 'duration_secs': 0.645676} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.944632] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.945319] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.945541] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.945863] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.946051] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5e4c94-3a1b-420a-9834-29c14a63ff74 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.951931] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1277.951931] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52987a34-0a6d-6c0d-cb7f-cb32d412eef6" [ 1277.951931] env[63326]: _type = "Task" [ 1277.951931] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.961869] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52987a34-0a6d-6c0d-cb7f-cb32d412eef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.006634] env[63326]: DEBUG nova.network.neutron [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.063327] env[63326]: DEBUG nova.policy [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f758f0fec28844ce8fd8a28faad49ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0872cbf66f9344d48e8baeb13fd81f82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.212636] env[63326]: DEBUG nova.network.neutron [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Updating instance_info_cache with network_info: [{"id": "bfe85c1c-cc95-4b4c-9453-62031933f083", "address": "fa:16:3e:4a:47:98", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe85c1c-cc", "ovs_interfaceid": "bfe85c1c-cc95-4b4c-9453-62031933f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.244616] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.352804] env[63326]: DEBUG nova.compute.manager [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.353220] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.354066] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa05205a-f868-4acf-a81a-e0ab71c54efe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.366231] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.366411] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7809a93f-6243-4196-8749-6c0f0cf8dc1a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.377068] env[63326]: DEBUG oslo_vmware.api [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1278.377068] env[63326]: value = "task-1725372" [ 1278.377068] env[63326]: _type = "Task" [ 1278.377068] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.387871] env[63326]: DEBUG oslo_vmware.api [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.410350] env[63326]: DEBUG nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.470635] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52987a34-0a6d-6c0d-cb7f-cb32d412eef6, 'name': SearchDatastore_Task, 'duration_secs': 0.033216} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.472462] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.472867] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.474378] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.474702] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.478430] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.479746] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8954d4d3-6340-46d3-a01e-297b258b02b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.496640] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.496877] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.498070] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7b0069-61f6-46f7-9db0-c0ef72d36e91 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.508312] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1278.508312] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529831ed-5f40-ab2a-d200-b6141584f3ca" [ 1278.508312] env[63326]: _type = "Task" [ 1278.508312] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.518741] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529831ed-5f40-ab2a-d200-b6141584f3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.716096] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.716767] env[63326]: DEBUG nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Instance network_info: |[{"id": "bfe85c1c-cc95-4b4c-9453-62031933f083", "address": "fa:16:3e:4a:47:98", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe85c1c-cc", "ovs_interfaceid": "bfe85c1c-cc95-4b4c-9453-62031933f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.717925] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:47:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe85c1c-cc95-4b4c-9453-62031933f083', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.730111] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Creating folder: Project (0872cbf66f9344d48e8baeb13fd81f82). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.730445] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dffc71e-eb68-4d02-90a0-644c8a906f32 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.744174] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Created folder: Project (0872cbf66f9344d48e8baeb13fd81f82) in parent group-v359097. [ 1278.744347] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Creating folder: Instances. Parent ref: group-v359123. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.744949] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4efe14aa-308e-4d2f-88bf-aa7441dca082 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.756871] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Created folder: Instances in parent group-v359123. [ 1278.757301] env[63326]: DEBUG oslo.service.loopingcall [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.757414] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.757545] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd7e030b-17f4-40f5-8832-18c91378be72 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.788693] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.788693] env[63326]: value = "task-1725375" [ 1278.788693] env[63326]: _type = "Task" [ 1278.788693] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.799278] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725375, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.817264] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.817609] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.817888] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Deleting the datastore file [datastore1] 8ad232ce-b541-463d-8a80-d15d67cba1df {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.818205] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8148c73-ed46-4a2e-aa69-47b89aacf978 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.829335] env[63326]: DEBUG oslo_vmware.api [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for the task: (returnval){ [ 1278.829335] env[63326]: value = "task-1725376" [ 1278.829335] env[63326]: _type = "Task" [ 1278.829335] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.844791] env[63326]: DEBUG oslo_vmware.api [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.891516] env[63326]: DEBUG oslo_vmware.api [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725372, 'name': PowerOffVM_Task, 'duration_secs': 0.302721} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.891516] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.891516] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.891958] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4c88e54-a4e2-4161-beb3-9d1d7fb4ed02 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.952815] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 30041e20-4a62-4bf3-a23e-0986f38de3e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1278.952815] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 45931623-3aa6-4ad0-8f39-66df3081379a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1278.952815] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance d1ec065a-cb29-4429-aaa3-a9ef8b6b1302 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1278.952815] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4f1a6a09-556d-4358-9cff-57bea43d78f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1278.953280] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b2384705-52e2-407b-b128-382abf994148 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1278.953280] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4590a34e-10f9-4365-9e5b-2a29ec57aa3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1278.953280] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 67c0a432-4271-4f4e-8a08-bfc43439dbb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1278.983128] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.983715] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.984834] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Deleting the datastore file [datastore1] 0b7031c7-ad44-4c57-aff5-df949f1617db {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.986105] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5173cf24-43a3-4fd3-ae62-c0aabdf44a50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.996284] env[63326]: DEBUG oslo_vmware.api [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for the task: (returnval){ [ 1278.996284] env[63326]: value = "task-1725378" [ 1278.996284] env[63326]: _type = "Task" [ 1278.996284] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.008420] env[63326]: DEBUG oslo_vmware.api [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.020619] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529831ed-5f40-ab2a-d200-b6141584f3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013355} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.023862] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71d267e-e110-480c-95e4-2e22b161bf1e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.032917] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1279.032917] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526bbac0-a889-17c4-66a4-c4cd21bc2c79" [ 1279.032917] env[63326]: _type = "Task" [ 1279.032917] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.042552] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526bbac0-a889-17c4-66a4-c4cd21bc2c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.300980] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725375, 'name': CreateVM_Task, 'duration_secs': 0.463609} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.301179] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.301889] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.302127] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.302385] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.302637] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f4fd35-6adb-41b8-948a-85aa04d1c279 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.309750] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1279.309750] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5225ab3d-b804-ad6c-51df-1b44e26a5ca6" [ 1279.309750] env[63326]: _type = "Task" [ 1279.309750] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.320667] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5225ab3d-b804-ad6c-51df-1b44e26a5ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.345380] env[63326]: DEBUG oslo_vmware.api [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Task: {'id': task-1725376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280881} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.345380] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.345380] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.345380] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.345592] env[63326]: INFO nova.compute.manager [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1279.345733] env[63326]: DEBUG oslo.service.loopingcall [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.346507] env[63326]: DEBUG nova.compute.manager [-] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.346507] env[63326]: DEBUG nova.network.neutron [-] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.428223] env[63326]: DEBUG nova.network.neutron [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Successfully created port: 6d166d2e-efd1-4c59-bf27-8ad47806ce29 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.432722] env[63326]: DEBUG nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.456494] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 56adab99-108b-4ba6-927c-ac38e47a13fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1279.466718] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.467042] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.470155] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.470448] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.470626] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.471217] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.471217] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.471335] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.471880] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.471880] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.471880] env[63326]: DEBUG nova.virt.hardware [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.472934] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53af45c4-636d-49d8-8a6e-6118454eef5b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.483596] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d538b9c-e153-4f7d-a2b5-69a9b8945b70 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.508695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquiring lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.508695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.514178] env[63326]: DEBUG oslo_vmware.api [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Task: {'id': task-1725378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24796} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.514416] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.514599] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.514757] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.514921] env[63326]: INFO nova.compute.manager [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1279.515165] env[63326]: DEBUG oslo.service.loopingcall [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.515346] env[63326]: DEBUG nova.compute.manager [-] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.515434] env[63326]: DEBUG nova.network.neutron [-] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.544048] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526bbac0-a889-17c4-66a4-c4cd21bc2c79, 'name': SearchDatastore_Task, 'duration_secs': 0.022655} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.544899] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.545220] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 521c8d2a-97aa-45cf-b16e-850393935c6f/521c8d2a-97aa-45cf-b16e-850393935c6f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.545504] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddbae46e-e723-4ec8-ae1f-87567fe46b8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.553674] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1279.553674] env[63326]: value = "task-1725379" [ 1279.553674] env[63326]: _type = "Task" [ 1279.553674] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.564272] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.797210] env[63326]: DEBUG nova.network.neutron [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Successfully updated port: 47e24b27-807e-4788-befe-d87d883e17e2 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.826128] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5225ab3d-b804-ad6c-51df-1b44e26a5ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.016554} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.826128] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.826128] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.826128] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.826302] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.826302] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.826302] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c2519a9-7803-4c38-a0ee-c94c75e6186e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.835363] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.836158] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.837250] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9870219-1bec-4bc3-9af6-fe897691513e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.843703] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1279.843703] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f133e4-f327-6e24-7466-bd7face2982f" [ 1279.843703] env[63326]: _type = "Task" [ 1279.843703] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.852508] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f133e4-f327-6e24-7466-bd7face2982f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.965908] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance cd790c7d-8dc7-4066-b0e3-10660c5d163f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1279.965908] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8ad232ce-b541-463d-8a80-d15d67cba1df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.066582] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.259520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Acquiring lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.261497] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.263062] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Acquiring lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.263062] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.263062] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.265274] env[63326]: INFO nova.compute.manager [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Terminating instance [ 1280.297947] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.298056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.298164] env[63326]: DEBUG nova.network.neutron [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.359415] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f133e4-f327-6e24-7466-bd7face2982f, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.360154] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9467307b-4b51-4372-b6c4-1d1a523d3567 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.367883] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1280.367883] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52213232-2ff7-70cb-95a9-e5acb3ba27ed" [ 1280.367883] env[63326]: _type = "Task" [ 1280.367883] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.382232] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52213232-2ff7-70cb-95a9-e5acb3ba27ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.469917] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance a4796c22-8e8f-4677-bb59-9e229fd98f84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1280.568679] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.603511] env[63326]: DEBUG nova.network.neutron [-] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.681597] env[63326]: DEBUG nova.network.neutron [-] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.769495] env[63326]: DEBUG nova.compute.manager [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.769495] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.770363] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9096b43-9d14-45b2-8867-c5ae224d4745 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.783258] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.783729] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6abde848-3b1b-419e-9b8c-85cb349c3290 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.792800] env[63326]: DEBUG oslo_vmware.api [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Waiting for the task: (returnval){ [ 1280.792800] env[63326]: value = "task-1725380" [ 1280.792800] env[63326]: _type = "Task" [ 1280.792800] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.804847] env[63326]: DEBUG oslo_vmware.api [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Task: {'id': task-1725380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.874451] env[63326]: DEBUG nova.network.neutron [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.883249] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52213232-2ff7-70cb-95a9-e5acb3ba27ed, 'name': SearchDatastore_Task, 'duration_secs': 0.062755} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.883249] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.883249] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] d1ec065a-cb29-4429-aaa3-a9ef8b6b1302/d1ec065a-cb29-4429-aaa3-a9ef8b6b1302.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.883249] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5c09e55-c716-4fcb-81d1-65ee18a07aa2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.893502] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1280.893502] env[63326]: value = "task-1725381" [ 1280.893502] env[63326]: _type = "Task" [ 1280.893502] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.904138] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.976189] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance d0dacc3e-dd44-406d-a773-425fbda4958e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1281.070835] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.029295} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.071625] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 521c8d2a-97aa-45cf-b16e-850393935c6f/521c8d2a-97aa-45cf-b16e-850393935c6f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.071625] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.071873] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04cd5e8e-fd74-4801-92e6-9424fd0302e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.083052] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1281.083052] env[63326]: value = "task-1725382" [ 1281.083052] env[63326]: _type = "Task" [ 1281.083052] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.094906] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.107718] env[63326]: INFO nova.compute.manager [-] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Took 1.76 seconds to deallocate network for instance. [ 1281.187931] env[63326]: INFO nova.compute.manager [-] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Took 1.67 seconds to deallocate network for instance. [ 1281.309524] env[63326]: DEBUG oslo_vmware.api [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Task: {'id': task-1725380, 'name': PowerOffVM_Task, 'duration_secs': 0.378236} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.309524] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.309524] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.309852] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc28c9a-9fb3-48a5-9f20-46fcbb90ddb0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.400042] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquiring lock "2eedd158-0d03-42eb-9613-caa6ff90b54a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.400042] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "2eedd158-0d03-42eb-9613-caa6ff90b54a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.408197] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.408197] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.408513] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Deleting the datastore file [datastore1] 4590a34e-10f9-4365-9e5b-2a29ec57aa3a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.409027] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-413289ec-861c-460a-8eca-9b2dbf232dad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.411545] env[63326]: DEBUG nova.network.neutron [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Updating instance_info_cache with network_info: [{"id": "47e24b27-807e-4788-befe-d87d883e17e2", "address": "fa:16:3e:86:a9:91", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e24b27-80", "ovs_interfaceid": "47e24b27-807e-4788-befe-d87d883e17e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.421634] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725381, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.427904] env[63326]: DEBUG oslo_vmware.api [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Waiting for the task: (returnval){ [ 1281.427904] env[63326]: value = "task-1725384" [ 1281.427904] env[63326]: _type = "Task" [ 1281.427904] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.439731] env[63326]: DEBUG oslo_vmware.api [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Task: {'id': task-1725384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.481408] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e6b8b647-eb88-40cb-8295-4625c27190ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1281.481568] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 521c8d2a-97aa-45cf-b16e-850393935c6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.607955] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078897} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.607955] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.608740] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2e4b2-e06e-4bae-9480-71d91c522abb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.618703] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.653906] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 521c8d2a-97aa-45cf-b16e-850393935c6f/521c8d2a-97aa-45cf-b16e-850393935c6f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.655279] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42214845-22d3-4487-9297-9f51c30b2695 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.672566] env[63326]: DEBUG nova.compute.manager [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Received event network-changed-b1c998e5-f7ac-4633-95c5-19d3e82b63f2 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1281.672848] env[63326]: DEBUG nova.compute.manager [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Refreshing instance network info cache due to event network-changed-b1c998e5-f7ac-4633-95c5-19d3e82b63f2. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1281.673507] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Acquiring lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.673507] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Acquired lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.673507] env[63326]: DEBUG nova.network.neutron [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Refreshing network info cache for port b1c998e5-f7ac-4633-95c5-19d3e82b63f2 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.683848] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1281.683848] env[63326]: value = "task-1725385" [ 1281.683848] env[63326]: _type = "Task" [ 1281.683848] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.697215] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.698299] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.911078] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594303} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.911740] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] d1ec065a-cb29-4429-aaa3-a9ef8b6b1302/d1ec065a-cb29-4429-aaa3-a9ef8b6b1302.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.911740] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.912109] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7ee4003-8963-4b5e-9c52-cef8b195a83e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.921123] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.921123] env[63326]: DEBUG nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance network_info: |[{"id": "47e24b27-807e-4788-befe-d87d883e17e2", "address": "fa:16:3e:86:a9:91", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e24b27-80", "ovs_interfaceid": "47e24b27-807e-4788-befe-d87d883e17e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.921546] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a9:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47e24b27-807e-4788-befe-d87d883e17e2', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.931648] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Creating folder: Project (c9debdfd3c0146aaab57214814e4a320). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.933820] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36287da9-99e0-47e9-b199-2c758776db10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.936007] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1281.936007] env[63326]: value = "task-1725386" [ 1281.936007] env[63326]: _type = "Task" [ 1281.936007] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.955583] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.955832] env[63326]: DEBUG oslo_vmware.api [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Task: {'id': task-1725384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184409} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.957441] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.959856] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.959856] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.959856] env[63326]: INFO nova.compute.manager [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1281.959856] env[63326]: DEBUG oslo.service.loopingcall [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.959856] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Created folder: Project (c9debdfd3c0146aaab57214814e4a320) in parent group-v359097. [ 1281.960327] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Creating folder: Instances. Parent ref: group-v359126. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.960327] env[63326]: DEBUG nova.compute.manager [-] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.960327] env[63326]: DEBUG nova.network.neutron [-] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.960548] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89acedf7-7c89-4eee-a269-f753ea561dc5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.976367] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Created folder: Instances in parent group-v359126. [ 1281.976624] env[63326]: DEBUG oslo.service.loopingcall [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.976891] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.977039] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e08ad76-e920-4ee4-aee5-3204d9968061 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.993253] env[63326]: INFO nova.compute.manager [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Rebuilding instance [ 1281.995478] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f6e53747-9a7f-4564-a7bf-380ab17095fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1282.003346] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.003346] env[63326]: value = "task-1725389" [ 1282.003346] env[63326]: _type = "Task" [ 1282.003346] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.014911] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725389, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.055225] env[63326]: DEBUG nova.network.neutron [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Successfully updated port: 6d166d2e-efd1-4c59-bf27-8ad47806ce29 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.065785] env[63326]: DEBUG nova.compute.manager [req-3d88b093-005c-45b6-856b-4eeead9f423a req-11c40cf8-4502-4229-846d-f77f7532edeb service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Received event network-changed-cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1282.066077] env[63326]: DEBUG nova.compute.manager [req-3d88b093-005c-45b6-856b-4eeead9f423a req-11c40cf8-4502-4229-846d-f77f7532edeb service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Refreshing instance network info cache due to event network-changed-cf26a2bd-81a9-4efa-836c-de326127238e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1282.066360] env[63326]: DEBUG oslo_concurrency.lockutils [req-3d88b093-005c-45b6-856b-4eeead9f423a req-11c40cf8-4502-4229-846d-f77f7532edeb service nova] Acquiring lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.066565] env[63326]: DEBUG oslo_concurrency.lockutils [req-3d88b093-005c-45b6-856b-4eeead9f423a req-11c40cf8-4502-4229-846d-f77f7532edeb service nova] Acquired lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.066825] env[63326]: DEBUG nova.network.neutron [req-3d88b093-005c-45b6-856b-4eeead9f423a req-11c40cf8-4502-4229-846d-f77f7532edeb service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Refreshing network info cache for port cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.075064] env[63326]: DEBUG nova.compute.manager [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.075664] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df5995-8e7f-4f4e-8fea-337396d17bec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.195265] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.452318] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110536} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.453112] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.454431] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6096e5-f79e-4ef3-8fec-7e0e99c32ee2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.486342] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d1ec065a-cb29-4429-aaa3-a9ef8b6b1302/d1ec065a-cb29-4429-aaa3-a9ef8b6b1302.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.489296] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a90a69-2eee-4ddf-850c-eb7f64a55b0e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.505250] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8031f33e-874a-4028-885b-081279aa1912 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1282.516952] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725389, 'name': CreateVM_Task, 'duration_secs': 0.488367} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.519030] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.519423] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1282.519423] env[63326]: value = "task-1725390" [ 1282.519423] env[63326]: _type = "Task" [ 1282.519423] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.520424] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.520679] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.520965] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.521215] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725a018d-f693-4296-bd2e-181dfd5078df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.530277] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1282.530277] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286d967-9670-66b4-951e-1299d265d140" [ 1282.530277] env[63326]: _type = "Task" [ 1282.530277] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.534468] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.545644] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286d967-9670-66b4-951e-1299d265d140, 'name': SearchDatastore_Task, 'duration_secs': 0.012487} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.545908] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.546062] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.546347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.546436] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.546749] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.547189] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05efdeb2-2af8-4bfc-ba34-8765ff6ba38c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.564813] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "refresh_cache-45931623-3aa6-4ad0-8f39-66df3081379a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.564813] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "refresh_cache-45931623-3aa6-4ad0-8f39-66df3081379a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.564813] env[63326]: DEBUG nova.network.neutron [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.567896] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.568093] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.568882] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5040dd4e-ded0-41ed-9334-9f364acf30f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.577374] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1282.577374] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ebf7ea-c8a3-18a5-bfd9-574ed01ef87b" [ 1282.577374] env[63326]: _type = "Task" [ 1282.577374] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.592412] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ebf7ea-c8a3-18a5-bfd9-574ed01ef87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.653603] env[63326]: DEBUG nova.network.neutron [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Updated VIF entry in instance network info cache for port b1c998e5-f7ac-4633-95c5-19d3e82b63f2. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.653603] env[63326]: DEBUG nova.network.neutron [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Updating instance_info_cache with network_info: [{"id": "b1c998e5-f7ac-4633-95c5-19d3e82b63f2", "address": "fa:16:3e:29:da:51", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c998e5-f7", "ovs_interfaceid": "b1c998e5-f7ac-4633-95c5-19d3e82b63f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.700557] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725385, 'name': ReconfigVM_Task, 'duration_secs': 0.783821} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.700837] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 521c8d2a-97aa-45cf-b16e-850393935c6f/521c8d2a-97aa-45cf-b16e-850393935c6f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.701822] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e205a5f3-d7f5-41ad-9c17-8567cee5da0e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.713682] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1282.713682] env[63326]: value = "task-1725391" [ 1282.713682] env[63326]: _type = "Task" [ 1282.713682] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.724696] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725391, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.009186] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance db22896d-0f47-473f-9aeb-e15490f5232d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1283.035623] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.092566] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ebf7ea-c8a3-18a5-bfd9-574ed01ef87b, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.092566] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d7fae5-faed-4ae7-9bab-5e92c9c3d922 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.096673] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.097510] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-231f4242-09f4-4da2-9813-d1043d0512ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.102841] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1283.102841] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a0473a-9475-de03-0b9f-47d6ce8221f6" [ 1283.102841] env[63326]: _type = "Task" [ 1283.102841] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.107647] env[63326]: DEBUG nova.network.neutron [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.111085] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1283.111085] env[63326]: value = "task-1725392" [ 1283.111085] env[63326]: _type = "Task" [ 1283.111085] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.119158] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a0473a-9475-de03-0b9f-47d6ce8221f6, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.119996] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.120280] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.120544] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65425deb-ba74-44dd-b17a-c0b5938f452f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.126114] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.137145] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1283.137145] env[63326]: value = "task-1725393" [ 1283.137145] env[63326]: _type = "Task" [ 1283.137145] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.145960] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.153656] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Releasing lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.153926] env[63326]: DEBUG nova.compute.manager [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Received event network-vif-plugged-bfe85c1c-cc95-4b4c-9453-62031933f083 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1283.154138] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Acquiring lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.154448] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.154589] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.154728] env[63326]: DEBUG nova.compute.manager [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] No waiting events found dispatching network-vif-plugged-bfe85c1c-cc95-4b4c-9453-62031933f083 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.154899] env[63326]: WARNING nova.compute.manager [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Received unexpected event network-vif-plugged-bfe85c1c-cc95-4b4c-9453-62031933f083 for instance with vm_state building and task_state spawning. [ 1283.155073] env[63326]: DEBUG nova.compute.manager [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Received event network-changed-bfe85c1c-cc95-4b4c-9453-62031933f083 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1283.155234] env[63326]: DEBUG nova.compute.manager [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Refreshing instance network info cache due to event network-changed-bfe85c1c-cc95-4b4c-9453-62031933f083. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1283.155423] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Acquiring lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.155567] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Acquired lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.155729] env[63326]: DEBUG nova.network.neutron [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Refreshing network info cache for port bfe85c1c-cc95-4b4c-9453-62031933f083 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.229277] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725391, 'name': Rename_Task, 'duration_secs': 0.183019} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.229590] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.229881] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8264ba2c-4d15-4b53-a5f4-efc0ecf53a94 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.238132] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1283.238132] env[63326]: value = "task-1725394" [ 1283.238132] env[63326]: _type = "Task" [ 1283.238132] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.254836] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.418310] env[63326]: DEBUG nova.network.neutron [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Updating instance_info_cache with network_info: [{"id": "6d166d2e-efd1-4c59-bf27-8ad47806ce29", "address": "fa:16:3e:a9:74:ba", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d166d2e-ef", "ovs_interfaceid": "6d166d2e-efd1-4c59-bf27-8ad47806ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.433060] env[63326]: DEBUG nova.network.neutron [req-3d88b093-005c-45b6-856b-4eeead9f423a req-11c40cf8-4502-4229-846d-f77f7532edeb service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updated VIF entry in instance network info cache for port cf26a2bd-81a9-4efa-836c-de326127238e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.433606] env[63326]: DEBUG nova.network.neutron [req-3d88b093-005c-45b6-856b-4eeead9f423a req-11c40cf8-4502-4229-846d-f77f7532edeb service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updating instance_info_cache with network_info: [{"id": "cf26a2bd-81a9-4efa-836c-de326127238e", "address": "fa:16:3e:e6:ea:dc", "network": {"id": "fb128ceb-b061-4b62-a034-3321859541ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-548101252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33e7e58183394924b064a96d7262448c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf26a2bd-81", "ovs_interfaceid": "cf26a2bd-81a9-4efa-836c-de326127238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.513883] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6be94b16-80b6-401b-86ff-853141f16e71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1283.513883] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f5876f3c-d9cf-4c2f-be4e-6d4a21322eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.513883] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 0b7031c7-ad44-4c57-aff5-df949f1617db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.513883] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1283.514248] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1283.535871] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725390, 'name': ReconfigVM_Task, 'duration_secs': 0.745725} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.535871] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d1ec065a-cb29-4429-aaa3-a9ef8b6b1302/d1ec065a-cb29-4429-aaa3-a9ef8b6b1302.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.536097] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f36bc69-a8cc-43b2-996c-e922a57f1135 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.549636] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1283.549636] env[63326]: value = "task-1725395" [ 1283.549636] env[63326]: _type = "Task" [ 1283.549636] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.562762] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725395, 'name': Rename_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.584293] env[63326]: DEBUG nova.network.neutron [-] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.631014] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725392, 'name': PowerOffVM_Task, 'duration_secs': 0.198312} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.631014] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.631014] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.632257] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a292bc-73d1-422b-b290-e05ab8c3f37e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.649303] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.649303] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2f9bd24-0a81-47de-a5f0-a983728bfbcb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.655618] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.673369] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.674204] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.674442] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Deleting the datastore file [datastore1] b2384705-52e2-407b-b128-382abf994148 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.674753] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40d7f3f4-83a6-4eef-9fe9-3b06f1c0ee1b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.690581] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1283.690581] env[63326]: value = "task-1725397" [ 1283.690581] env[63326]: _type = "Task" [ 1283.690581] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.701324] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.758030] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725394, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.923116] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "refresh_cache-45931623-3aa6-4ad0-8f39-66df3081379a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.923422] env[63326]: DEBUG nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Instance network_info: |[{"id": "6d166d2e-efd1-4c59-bf27-8ad47806ce29", "address": "fa:16:3e:a9:74:ba", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d166d2e-ef", "ovs_interfaceid": "6d166d2e-efd1-4c59-bf27-8ad47806ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.924835] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:74:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d166d2e-efd1-4c59-bf27-8ad47806ce29', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.936320] env[63326]: DEBUG oslo.service.loopingcall [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.939057] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.939526] env[63326]: DEBUG oslo_concurrency.lockutils [req-3d88b093-005c-45b6-856b-4eeead9f423a req-11c40cf8-4502-4229-846d-f77f7532edeb service nova] Releasing lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.940081] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1109ec5-a63e-4a60-b953-cf049b25c614 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.963303] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.963303] env[63326]: value = "task-1725398" [ 1283.963303] env[63326]: _type = "Task" [ 1283.963303] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.974972] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725398, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.974972] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33306991-405d-4a6b-a578-7cba514bbcc4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.987908] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7095a1ab-5d86-4a45-ad8d-0f014c909ee7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.027946] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c6f8c-b7f9-4dfb-9cd0-d6974dd221f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.037077] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598338d-8886-462d-9466-42a405b5025c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.056895] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.067139] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725395, 'name': Rename_Task, 'duration_secs': 0.240605} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.067387] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.067645] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9defe364-7cdb-43d7-b1f4-3ff03a9b77aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.074275] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1284.074275] env[63326]: value = "task-1725399" [ 1284.074275] env[63326]: _type = "Task" [ 1284.074275] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.083691] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.087139] env[63326]: INFO nova.compute.manager [-] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Took 2.13 seconds to deallocate network for instance. [ 1284.152703] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596778} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.154481] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.154880] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.156133] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0493d26-62a8-4b9a-a248-107b8ffacd59 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.167219] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1284.167219] env[63326]: value = "task-1725400" [ 1284.167219] env[63326]: _type = "Task" [ 1284.167219] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.176409] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.201538] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156754} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.201823] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.202061] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.202259] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.254703] env[63326]: DEBUG oslo_vmware.api [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725394, 'name': PowerOnVM_Task, 'duration_secs': 0.824455} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.254703] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.254703] env[63326]: INFO nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Took 12.37 seconds to spawn the instance on the hypervisor. [ 1284.254703] env[63326]: DEBUG nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.255248] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6632a-d23c-44be-b652-97c837b399f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.258826] env[63326]: DEBUG nova.network.neutron [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Updated VIF entry in instance network info cache for port bfe85c1c-cc95-4b4c-9453-62031933f083. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.259199] env[63326]: DEBUG nova.network.neutron [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Updating instance_info_cache with network_info: [{"id": "bfe85c1c-cc95-4b4c-9453-62031933f083", "address": "fa:16:3e:4a:47:98", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe85c1c-cc", "ovs_interfaceid": "bfe85c1c-cc95-4b4c-9453-62031933f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.395431] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Acquiring lock "be5490f1-3a52-4019-8b49-b4226a57331c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.395652] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "be5490f1-3a52-4019-8b49-b4226a57331c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.481035] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725398, 'name': CreateVM_Task, 'duration_secs': 0.43613} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.481035] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.481035] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.481035] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.481875] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.481875] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33a0a94-85a9-4af7-b183-28abcc982768 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.488229] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1284.488229] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e8119-a942-d1c1-5006-1930ce409a1c" [ 1284.488229] env[63326]: _type = "Task" [ 1284.488229] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.500201] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e8119-a942-d1c1-5006-1930ce409a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.563059] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.584577] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725399, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.593201] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.681717] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067252} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.682071] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.682934] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a7220b-3761-4579-bdfb-4329f8087b62 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.707590] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.717782] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9761e20-8ce7-4764-b3a4-f25081c25e69 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.739364] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1284.739364] env[63326]: value = "task-1725401" [ 1284.739364] env[63326]: _type = "Task" [ 1284.739364] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.749474] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.764364] env[63326]: DEBUG oslo_concurrency.lockutils [req-b75d4c98-565f-405b-8f5b-d930e90768b9 req-b21bcc8c-cf18-4f1b-a06d-e7a5ccd81715 service nova] Releasing lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.776869] env[63326]: INFO nova.compute.manager [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Took 26.75 seconds to build instance. [ 1284.999516] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e8119-a942-d1c1-5006-1930ce409a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.014548} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.999855] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.000191] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.000445] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.000591] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.000762] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.001037] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a17bfffe-80ce-49bb-ae23-35eb850f7c58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.028892] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.029104] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.029862] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c23131d-cae0-475e-932a-3591ced8dc3f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.035761] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1285.035761] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe64bb-2e8b-c8c7-5267-115a6ab99b90" [ 1285.035761] env[63326]: _type = "Task" [ 1285.035761] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.044178] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe64bb-2e8b-c8c7-5267-115a6ab99b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.067716] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1285.069125] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.679s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.069125] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.592s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.069587] env[63326]: INFO nova.compute.claims [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.086172] env[63326]: DEBUG oslo_vmware.api [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725399, 'name': PowerOnVM_Task, 'duration_secs': 0.61077} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.086172] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.086172] env[63326]: INFO nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1285.086406] env[63326]: DEBUG nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.089350] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a978c-af8f-47c2-8cf1-029dc8726478 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.252559] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.256885] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquiring lock "7e178341-9bd5-498c-a076-ddcfbbf4823f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.256885] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "7e178341-9bd5-498c-a076-ddcfbbf4823f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.266365] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "1fce1567-6383-45d1-8001-e6839a481c69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.266591] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.279179] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7f1d5884-cb47-4a15-a095-6e10bc653683 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "521c8d2a-97aa-45cf-b16e-850393935c6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.267s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.283057] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.283299] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.283454] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.283636] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.283776] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.283921] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.284189] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.284303] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.284485] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.284620] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.284789] env[63326]: DEBUG nova.virt.hardware [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.285952] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4203a4-7c76-44ff-9133-4b2d741a25c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.296923] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437d390-bd75-4f68-bf40-dfb31c41370a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.308149] env[63326]: DEBUG nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Received event network-vif-plugged-47e24b27-807e-4788-befe-d87d883e17e2 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1285.308315] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Acquiring lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.308825] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.308975] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.309223] env[63326]: DEBUG nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] No waiting events found dispatching network-vif-plugged-47e24b27-807e-4788-befe-d87d883e17e2 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.309336] env[63326]: WARNING nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Received unexpected event network-vif-plugged-47e24b27-807e-4788-befe-d87d883e17e2 for instance with vm_state building and task_state spawning. [ 1285.309498] env[63326]: DEBUG nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Received event network-changed-47e24b27-807e-4788-befe-d87d883e17e2 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1285.309654] env[63326]: DEBUG nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Refreshing instance network info cache due to event network-changed-47e24b27-807e-4788-befe-d87d883e17e2. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1285.309994] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Acquiring lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.310211] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Acquired lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.310298] env[63326]: DEBUG nova.network.neutron [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Refreshing network info cache for port 47e24b27-807e-4788-befe-d87d883e17e2 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.322415] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.328945] env[63326]: DEBUG oslo.service.loopingcall [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.330102] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2384705-52e2-407b-b128-382abf994148] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.330638] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a1eeb87-c25e-4030-bb52-dd156bf6346d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.354574] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.354574] env[63326]: value = "task-1725402" [ 1285.354574] env[63326]: _type = "Task" [ 1285.354574] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.363341] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725402, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.548954] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe64bb-2e8b-c8c7-5267-115a6ab99b90, 'name': SearchDatastore_Task, 'duration_secs': 0.038097} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.550131] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f423e12c-6cc3-493f-95f7-db38304aa511 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.560047] env[63326]: DEBUG nova.compute.manager [req-9ada3dcb-dc04-4c23-b8b8-7fc25eae38c9 req-b80ba66e-9ed4-40ab-a10f-70711cbe431f service nova] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Received event network-vif-deleted-a70d6406-394c-4a76-82e0-f70969d4e1f9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1285.560047] env[63326]: DEBUG nova.compute.manager [req-9ada3dcb-dc04-4c23-b8b8-7fc25eae38c9 req-b80ba66e-9ed4-40ab-a10f-70711cbe431f service nova] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Received event network-vif-deleted-050d987b-90af-4c1b-ad9f-dcb708629e04 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1285.560047] env[63326]: DEBUG nova.compute.manager [req-9ada3dcb-dc04-4c23-b8b8-7fc25eae38c9 req-b80ba66e-9ed4-40ab-a10f-70711cbe431f service nova] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Received event network-vif-deleted-9e0321c1-6f30-4ec9-af0b-3a367e0cc1ee {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1285.562521] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1285.562521] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52060c40-ef55-f3a5-3f4d-34fa5e7ec77d" [ 1285.562521] env[63326]: _type = "Task" [ 1285.562521] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.573702] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52060c40-ef55-f3a5-3f4d-34fa5e7ec77d, 'name': SearchDatastore_Task, 'duration_secs': 0.013176} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.579308] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.579308] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 45931623-3aa6-4ad0-8f39-66df3081379a/45931623-3aa6-4ad0-8f39-66df3081379a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.579308] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df4509cd-3ca1-4a06-a663-a57ec5305549 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.587325] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1285.587325] env[63326]: value = "task-1725403" [ 1285.587325] env[63326]: _type = "Task" [ 1285.587325] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.604968] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.612166] env[63326]: INFO nova.compute.manager [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Took 25.08 seconds to build instance. [ 1285.753858] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725401, 'name': ReconfigVM_Task, 'duration_secs': 0.770427} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.753858] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Reconfigured VM instance instance-00000009 to attach disk [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.754114] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84f933ba-84ba-47fa-97c9-55bcb755227d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.761299] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1285.761299] env[63326]: value = "task-1725404" [ 1285.761299] env[63326]: _type = "Task" [ 1285.761299] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.774099] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725404, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.790449] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.868173] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725402, 'name': CreateVM_Task, 'duration_secs': 0.369456} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.868173] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2384705-52e2-407b-b128-382abf994148] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.868173] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.868173] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.868173] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.868469] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e7d83c-d2f2-48ed-bb53-123a2263687a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.874259] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1285.874259] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52872fa9-285c-a8ee-ba10-4ec05395e9bd" [ 1285.874259] env[63326]: _type = "Task" [ 1285.874259] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.884815] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52872fa9-285c-a8ee-ba10-4ec05395e9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.038744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquiring lock "4f1a6a09-556d-4358-9cff-57bea43d78f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.038744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "4f1a6a09-556d-4358-9cff-57bea43d78f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.038744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquiring lock "4f1a6a09-556d-4358-9cff-57bea43d78f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.038744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "4f1a6a09-556d-4358-9cff-57bea43d78f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.039017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "4f1a6a09-556d-4358-9cff-57bea43d78f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.040779] env[63326]: INFO nova.compute.manager [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Terminating instance [ 1286.098648] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725403, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.112430] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a1d6dee2-5f5b-4416-b496-34c4dec107e7 tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.612s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.134282] env[63326]: DEBUG nova.network.neutron [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Updated VIF entry in instance network info cache for port 47e24b27-807e-4788-befe-d87d883e17e2. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.135061] env[63326]: DEBUG nova.network.neutron [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Updating instance_info_cache with network_info: [{"id": "47e24b27-807e-4788-befe-d87d883e17e2", "address": "fa:16:3e:86:a9:91", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e24b27-80", "ovs_interfaceid": "47e24b27-807e-4788-befe-d87d883e17e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.275958] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725404, 'name': Rename_Task, 'duration_secs': 0.455827} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.276434] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.276621] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f3bfe23-9a9a-4444-928d-d1befb99db61 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.285813] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1286.285813] env[63326]: value = "task-1725405" [ 1286.285813] env[63326]: _type = "Task" [ 1286.285813] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.301541] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.320936] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.388419] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52872fa9-285c-a8ee-ba10-4ec05395e9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.388872] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.389267] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.390133] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.390361] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.390877] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.394256] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a305c937-f696-476a-ab9a-25320ef8f7ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.407496] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.407496] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.407496] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48af2a4c-c706-4ee7-9fea-cf86a0a3ab40 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.412015] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1286.412015] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523e188b-340b-280e-68c3-e63c3cbcc1ea" [ 1286.412015] env[63326]: _type = "Task" [ 1286.412015] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.424833] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523e188b-340b-280e-68c3-e63c3cbcc1ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.511832] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65237eee-b3a9-4651-a1c0-8859d6663707 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.523333] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baa783b-ecfd-4709-a88d-f2678b575859 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.563532] env[63326]: DEBUG nova.compute.manager [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.564125] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.564888] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b16cfe-0a1f-4ffe-90d7-89a11215ea72 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.568228] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba998af-4c3d-475d-a783-b6ae770a8d8f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.580880] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156ab134-4cbf-4caf-8586-8b55101dd5b9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.586606] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.586606] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-642aea99-ccf9-4858-b4db-2238ace6ad00 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.600131] env[63326]: DEBUG nova.compute.provider_tree [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.603806] env[63326]: DEBUG oslo_vmware.api [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1286.603806] env[63326]: value = "task-1725406" [ 1286.603806] env[63326]: _type = "Task" [ 1286.603806] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.612203] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744612} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.612203] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 45931623-3aa6-4ad0-8f39-66df3081379a/45931623-3aa6-4ad0-8f39-66df3081379a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.612203] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.612203] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72d957c8-3ce6-419f-9147-dbd2b643fe0a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.618226] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.620836] env[63326]: DEBUG oslo_vmware.api [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.626876] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1286.626876] env[63326]: value = "task-1725407" [ 1286.626876] env[63326]: _type = "Task" [ 1286.626876] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.638392] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.642694] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Releasing lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.643069] env[63326]: DEBUG nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Received event network-vif-plugged-6d166d2e-efd1-4c59-bf27-8ad47806ce29 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1286.643277] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Acquiring lock "45931623-3aa6-4ad0-8f39-66df3081379a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.643488] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Lock "45931623-3aa6-4ad0-8f39-66df3081379a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.643566] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Lock "45931623-3aa6-4ad0-8f39-66df3081379a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.643711] env[63326]: DEBUG nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] No waiting events found dispatching network-vif-plugged-6d166d2e-efd1-4c59-bf27-8ad47806ce29 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.643886] env[63326]: WARNING nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Received unexpected event network-vif-plugged-6d166d2e-efd1-4c59-bf27-8ad47806ce29 for instance with vm_state building and task_state spawning. [ 1286.644064] env[63326]: DEBUG nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Received event network-changed-6d166d2e-efd1-4c59-bf27-8ad47806ce29 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1286.644233] env[63326]: DEBUG nova.compute.manager [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Refreshing instance network info cache due to event network-changed-6d166d2e-efd1-4c59-bf27-8ad47806ce29. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1286.644552] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Acquiring lock "refresh_cache-45931623-3aa6-4ad0-8f39-66df3081379a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.645023] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Acquired lock "refresh_cache-45931623-3aa6-4ad0-8f39-66df3081379a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.645301] env[63326]: DEBUG nova.network.neutron [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Refreshing network info cache for port 6d166d2e-efd1-4c59-bf27-8ad47806ce29 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.799597] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725405, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.927061] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523e188b-340b-280e-68c3-e63c3cbcc1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.029814} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.927911] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10da3181-1d39-47f5-b852-26743e1cfc30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.933757] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1286.933757] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5242d2b0-8d61-c215-a144-2e5a2e019766" [ 1286.933757] env[63326]: _type = "Task" [ 1286.933757] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.943476] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5242d2b0-8d61-c215-a144-2e5a2e019766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.071294] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.073329] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.105524] env[63326]: DEBUG nova.scheduler.client.report [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.121166] env[63326]: DEBUG oslo_vmware.api [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725406, 'name': PowerOffVM_Task, 'duration_secs': 0.363437} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.121166] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.121166] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.121471] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b7a9ccd-c8c4-48c8-9f63-e062fafb9113 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.139338] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268018} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.139887] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.147409] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2f90fb-e8c8-4b48-85ad-d431e50287da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.150052] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.173487] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 45931623-3aa6-4ad0-8f39-66df3081379a/45931623-3aa6-4ad0-8f39-66df3081379a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.174108] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7db0a40-b714-41aa-9daf-a0ccac6e7e2b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.196752] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1287.196752] env[63326]: value = "task-1725409" [ 1287.196752] env[63326]: _type = "Task" [ 1287.196752] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.205585] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.297943] env[63326]: DEBUG oslo_vmware.api [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725405, 'name': PowerOnVM_Task, 'duration_secs': 0.812655} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.298331] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.298331] env[63326]: INFO nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1287.298514] env[63326]: DEBUG nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.299373] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367eac49-6360-4a88-8a66-b728eefa6fa9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.447107] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5242d2b0-8d61-c215-a144-2e5a2e019766, 'name': SearchDatastore_Task, 'duration_secs': 0.019335} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.447431] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.447736] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.447955] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba88e8b8-61e1-4670-a688-96f29e427b53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.455087] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1287.455087] env[63326]: value = "task-1725410" [ 1287.455087] env[63326]: _type = "Task" [ 1287.455087] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.463685] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.484492] env[63326]: DEBUG nova.network.neutron [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Updated VIF entry in instance network info cache for port 6d166d2e-efd1-4c59-bf27-8ad47806ce29. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.487756] env[63326]: DEBUG nova.network.neutron [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Updating instance_info_cache with network_info: [{"id": "6d166d2e-efd1-4c59-bf27-8ad47806ce29", "address": "fa:16:3e:a9:74:ba", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d166d2e-ef", "ovs_interfaceid": "6d166d2e-efd1-4c59-bf27-8ad47806ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.580768] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.580768] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1287.580946] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1287.616074] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.616614] env[63326]: DEBUG nova.compute.manager [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.620257] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.523s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.621132] env[63326]: INFO nova.compute.claims [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.706293] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725409, 'name': ReconfigVM_Task, 'duration_secs': 0.392422} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.706613] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 45931623-3aa6-4ad0-8f39-66df3081379a/45931623-3aa6-4ad0-8f39-66df3081379a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.707187] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d833ce-281f-40a4-a7bb-636164f6afa6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.714677] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1287.714677] env[63326]: value = "task-1725411" [ 1287.714677] env[63326]: _type = "Task" [ 1287.714677] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.723363] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725411, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.819392] env[63326]: INFO nova.compute.manager [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Took 25.79 seconds to build instance. [ 1287.965236] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725410, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.990840] env[63326]: DEBUG oslo_concurrency.lockutils [req-f01f3fc2-f0f0-4582-94c1-c5d5f3e14838 req-e68f44a4-38d9-46c8-8f8f-2c7969cd6c72 service nova] Releasing lock "refresh_cache-45931623-3aa6-4ad0-8f39-66df3081379a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.086090] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Skipping network cache update for instance because it is being deleted. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1288.086303] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Skipping network cache update for instance because it is Building. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1288.086480] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Skipping network cache update for instance because it is Building. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1288.130159] env[63326]: DEBUG nova.compute.utils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.135342] env[63326]: DEBUG nova.compute.manager [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Not allocating networking since 'none' was specified. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1288.147763] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.147937] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.148110] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1288.148330] env[63326]: DEBUG nova.objects.instance [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lazy-loading 'info_cache' on Instance uuid 67c0a432-4271-4f4e-8a08-bfc43439dbb4 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.225258] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725411, 'name': Rename_Task, 'duration_secs': 0.259962} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.225604] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.227479] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe39fb1c-8296-4fa0-9777-80f1ecac4784 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.234275] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1288.234275] env[63326]: value = "task-1725412" [ 1288.234275] env[63326]: _type = "Task" [ 1288.234275] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.244144] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.323760] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fa691e6-f922-4ec8-bc20-8e0db4f4334d tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.310s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.467292] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947487} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.467567] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.467772] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.468059] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d2622b8-a3b4-45a3-99c2-4e6abc974dae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.474721] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1288.474721] env[63326]: value = "task-1725413" [ 1288.474721] env[63326]: _type = "Task" [ 1288.474721] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.483415] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.564553] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "192917aa-96cd-4d58-b160-e022003d565a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.565034] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "192917aa-96cd-4d58-b160-e022003d565a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.633887] env[63326]: DEBUG nova.compute.manager [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.746263] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.827696] env[63326]: DEBUG nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.984604] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06411} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.987186] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.990741] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56293501-83bd-4c7f-b2ea-5d381e2e6719 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.012456] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.015628] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7881ce5d-b10e-4abd-8d69-537071324355 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.040819] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1289.040819] env[63326]: value = "task-1725414" [ 1289.040819] env[63326]: _type = "Task" [ 1289.040819] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.051185] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.104441] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034af3fd-494d-4913-866c-1c6f51235cf0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.113125] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f22a94-a1ec-46db-b4e2-85378879d55c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.150696] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada38b6-52e7-4d29-8ed5-ba1be86dee17 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.159386] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc4d0f-d19c-4f06-9858-dd694dc92ad4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.184784] env[63326]: DEBUG nova.compute.provider_tree [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.247840] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.365226] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.512614] env[63326]: DEBUG nova.compute.manager [req-a5e2fe48-5b0f-4384-82b0-ae43176afb90 req-23a1e431-efad-463f-aef7-792e88462f72 service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Received event network-changed-cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1289.512823] env[63326]: DEBUG nova.compute.manager [req-a5e2fe48-5b0f-4384-82b0-ae43176afb90 req-23a1e431-efad-463f-aef7-792e88462f72 service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Refreshing instance network info cache due to event network-changed-cf26a2bd-81a9-4efa-836c-de326127238e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1289.513032] env[63326]: DEBUG oslo_concurrency.lockutils [req-a5e2fe48-5b0f-4384-82b0-ae43176afb90 req-23a1e431-efad-463f-aef7-792e88462f72 service nova] Acquiring lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.550759] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.654680] env[63326]: DEBUG nova.compute.manager [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.688941] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.689248] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.689403] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.689579] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.689720] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.689880] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.690286] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.690489] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.690661] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.691827] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.691827] env[63326]: DEBUG nova.virt.hardware [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.694511] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe30221d-6443-400c-931b-b3c2eca226f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.703761] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd879d8-bd44-4784-a44b-d8bf7cd71371 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.724454] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.731358] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Creating folder: Project (a7388d1f67bd432681a64a88fd9c4d43). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.731358] env[63326]: ERROR nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [req-61a0b97f-0f3a-43f7-ba26-6b625f854b92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-61a0b97f-0f3a-43f7-ba26-6b625f854b92"}]} [ 1289.731857] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aa7ea5d-e866-4e50-a965-6838dd558d02 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.745104] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Created folder: Project (a7388d1f67bd432681a64a88fd9c4d43) in parent group-v359097. [ 1289.746820] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Creating folder: Instances. Parent ref: group-v359131. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.748144] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fc0d491-6ed8-4485-b2d3-ed563596ed5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.750316] env[63326]: DEBUG oslo_vmware.api [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725412, 'name': PowerOnVM_Task, 'duration_secs': 1.116485} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.750412] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.750553] env[63326]: INFO nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1289.750895] env[63326]: DEBUG nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.754095] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6833e-5513-4b29-8029-6e163b9777ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.755992] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1289.760053] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Created folder: Instances in parent group-v359131. [ 1289.760355] env[63326]: DEBUG oslo.service.loopingcall [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1289.760897] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.760897] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf938ce3-0beb-4066-9175-1378a82c1111 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.776159] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1289.776375] env[63326]: DEBUG nova.compute.provider_tree [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.789018] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.789018] env[63326]: value = "task-1725417" [ 1289.789018] env[63326]: _type = "Task" [ 1289.789018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.796385] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725417, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.797413] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1289.832251] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1290.055278] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725414, 'name': ReconfigVM_Task, 'duration_secs': 0.801656} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.055915] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.056593] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-268b39e5-af6d-4902-9f20-fbcb322a9e7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.063131] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1290.063131] env[63326]: value = "task-1725418" [ 1290.063131] env[63326]: _type = "Task" [ 1290.063131] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.076865] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725418, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.105501] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updating instance_info_cache with network_info: [{"id": "cf26a2bd-81a9-4efa-836c-de326127238e", "address": "fa:16:3e:e6:ea:dc", "network": {"id": "fb128ceb-b061-4b62-a034-3321859541ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-548101252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33e7e58183394924b064a96d7262448c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf26a2bd-81", "ovs_interfaceid": "cf26a2bd-81a9-4efa-836c-de326127238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.280196] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb49a2-5280-464d-8567-aa75f07f7fae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.297051] env[63326]: INFO nova.compute.manager [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Took 26.71 seconds to build instance. [ 1290.301961] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dfebf6-853a-4468-9585-c8b2037c1a9e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.309113] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725417, 'name': CreateVM_Task, 'duration_secs': 0.273071} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.309668] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.310125] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.310297] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.310621] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.310861] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a91d0b-2edc-4dfb-8fac-5409c8723efb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.342690] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803dbde5-17b2-41a9-bfa1-c7ed951ddfa7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.346881] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1290.346881] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522edd8e-8879-a628-9577-0ccdfdbd188b" [ 1290.346881] env[63326]: _type = "Task" [ 1290.346881] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.353751] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a95d817-cf56-422d-af85-7ed90e4921ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.360666] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522edd8e-8879-a628-9577-0ccdfdbd188b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.371377] env[63326]: DEBUG nova.compute.provider_tree [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.513876] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.514077] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.514395] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Deleting the datastore file [datastore1] 4f1a6a09-556d-4358-9cff-57bea43d78f2 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.514737] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8875f761-4b77-4cd1-90b1-1b44c7946ecb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.521849] env[63326]: DEBUG oslo_vmware.api [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for the task: (returnval){ [ 1290.521849] env[63326]: value = "task-1725419" [ 1290.521849] env[63326]: _type = "Task" [ 1290.521849] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.531163] env[63326]: DEBUG oslo_vmware.api [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.579370] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725418, 'name': Rename_Task, 'duration_secs': 0.149922} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.579370] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.579370] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1336d138-786b-44c9-a2ea-4d6ea78955f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.583613] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1290.583613] env[63326]: value = "task-1725420" [ 1290.583613] env[63326]: _type = "Task" [ 1290.583613] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.591418] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.608898] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.609559] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1290.609559] env[63326]: DEBUG oslo_concurrency.lockutils [req-a5e2fe48-5b0f-4384-82b0-ae43176afb90 req-23a1e431-efad-463f-aef7-792e88462f72 service nova] Acquired lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.609840] env[63326]: DEBUG nova.network.neutron [req-a5e2fe48-5b0f-4384-82b0-ae43176afb90 req-23a1e431-efad-463f-aef7-792e88462f72 service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Refreshing network info cache for port cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.611065] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.611767] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.611767] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.612027] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.612283] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1290.729634] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.729634] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.802151] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6c800497-c888-4e0e-91ae-8ef80c73c41e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "45931623-3aa6-4ad0-8f39-66df3081379a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.221s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.858437] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522edd8e-8879-a628-9577-0ccdfdbd188b, 'name': SearchDatastore_Task, 'duration_secs': 0.020186} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.859187] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.859350] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.859549] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.859693] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.860442] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.860442] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e2c67a3-062f-4512-bebe-36215abc18bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.868396] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.868528] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.869356] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e7a994-d70b-4cd5-b32e-b72644e295bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.877457] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1290.877457] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f33dd6-538e-164d-0e07-a0c3417e7960" [ 1290.877457] env[63326]: _type = "Task" [ 1290.877457] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.891017] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f33dd6-538e-164d-0e07-a0c3417e7960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.895009] env[63326]: ERROR nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [req-8e56bf31-a137-4a56-b1a3-bf990c8812fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e56bf31-a137-4a56-b1a3-bf990c8812fa"}]} [ 1290.910985] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1290.931960] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1290.932299] env[63326]: DEBUG nova.compute.provider_tree [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.945472] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1290.971205] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1291.035413] env[63326]: DEBUG oslo_vmware.api [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Task: {'id': task-1725419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287894} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.036470] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.036470] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.036470] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.036470] env[63326]: INFO nova.compute.manager [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Took 4.47 seconds to destroy the instance on the hypervisor. [ 1291.036705] env[63326]: DEBUG oslo.service.loopingcall [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.036803] env[63326]: DEBUG nova.compute.manager [-] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.036884] env[63326]: DEBUG nova.network.neutron [-] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.100532] env[63326]: DEBUG oslo_vmware.api [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725420, 'name': PowerOnVM_Task, 'duration_secs': 0.495833} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.100752] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.100949] env[63326]: DEBUG nova.compute.manager [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.102201] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb35477-07b2-436d-bf5c-e724284e78aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.306677] env[63326]: DEBUG nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.354766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "940287b1-6b3c-484e-9115-080f7b454587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.355036] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "940287b1-6b3c-484e-9115-080f7b454587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.390457] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f33dd6-538e-164d-0e07-a0c3417e7960, 'name': SearchDatastore_Task, 'duration_secs': 0.012343} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.395101] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2675a8-442b-46ad-93db-e87c2b700de2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.400403] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1291.400403] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52eac8ff-1512-a4e9-5d6f-ce31dd850023" [ 1291.400403] env[63326]: _type = "Task" [ 1291.400403] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.413867] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52eac8ff-1512-a4e9-5d6f-ce31dd850023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.441558] env[63326]: DEBUG nova.network.neutron [req-a5e2fe48-5b0f-4384-82b0-ae43176afb90 req-23a1e431-efad-463f-aef7-792e88462f72 service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updated VIF entry in instance network info cache for port cf26a2bd-81a9-4efa-836c-de326127238e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.441963] env[63326]: DEBUG nova.network.neutron [req-a5e2fe48-5b0f-4384-82b0-ae43176afb90 req-23a1e431-efad-463f-aef7-792e88462f72 service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updating instance_info_cache with network_info: [{"id": "cf26a2bd-81a9-4efa-836c-de326127238e", "address": "fa:16:3e:e6:ea:dc", "network": {"id": "fb128ceb-b061-4b62-a034-3321859541ca", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-548101252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33e7e58183394924b064a96d7262448c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf26a2bd-81", "ovs_interfaceid": "cf26a2bd-81a9-4efa-836c-de326127238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.459769] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc87325d-b371-45f0-a7c6-7df950a7ba42 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.470302] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815bb353-6d59-454e-9d69-e4996790c4c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.503754] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d799d4e7-de9f-41ae-a04c-96fa340cb544 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.511228] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373b4a89-e2a8-4f32-8431-413d76bf690b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.527834] env[63326]: DEBUG nova.compute.provider_tree [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.624330] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.759897] env[63326]: DEBUG nova.compute.manager [req-7b15aa82-fed4-4320-8beb-93a6b2b54c96 req-0312ae84-7c2f-4bc7-91e1-0220edc2b2bb service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Received event network-vif-deleted-1cfc431c-b3a4-46b0-b144-b6c4f4f9a085 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1291.760839] env[63326]: INFO nova.compute.manager [req-7b15aa82-fed4-4320-8beb-93a6b2b54c96 req-0312ae84-7c2f-4bc7-91e1-0220edc2b2bb service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Neutron deleted interface 1cfc431c-b3a4-46b0-b144-b6c4f4f9a085; detaching it from the instance and deleting it from the info cache [ 1291.761323] env[63326]: DEBUG nova.network.neutron [req-7b15aa82-fed4-4320-8beb-93a6b2b54c96 req-0312ae84-7c2f-4bc7-91e1-0220edc2b2bb service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.835315] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.914969] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52eac8ff-1512-a4e9-5d6f-ce31dd850023, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.915191] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.915456] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f6e53747-9a7f-4564-a7bf-380ab17095fa/f6e53747-9a7f-4564-a7bf-380ab17095fa.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.915712] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4946193f-35e2-4466-b0fb-798bc06a6af9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.924935] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1291.924935] env[63326]: value = "task-1725421" [ 1291.924935] env[63326]: _type = "Task" [ 1291.924935] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.933425] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.940899] env[63326]: DEBUG nova.network.neutron [-] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.947014] env[63326]: DEBUG oslo_concurrency.lockutils [req-a5e2fe48-5b0f-4384-82b0-ae43176afb90 req-23a1e431-efad-463f-aef7-792e88462f72 service nova] Releasing lock "refresh_cache-67c0a432-4271-4f4e-8a08-bfc43439dbb4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.030833] env[63326]: DEBUG nova.scheduler.client.report [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.264769] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1d082dc-0be7-4403-99d5-a7759809ac70 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.278756] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381e312b-11bb-423d-8df0-839f9116064a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.315564] env[63326]: DEBUG nova.compute.manager [req-7b15aa82-fed4-4320-8beb-93a6b2b54c96 req-0312ae84-7c2f-4bc7-91e1-0220edc2b2bb service nova] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Detach interface failed, port_id=1cfc431c-b3a4-46b0-b144-b6c4f4f9a085, reason: Instance 4f1a6a09-556d-4358-9cff-57bea43d78f2 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1292.437439] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.445210] env[63326]: INFO nova.compute.manager [-] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Took 1.41 seconds to deallocate network for instance. [ 1292.538066] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.919s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.538649] env[63326]: DEBUG nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.547225] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.409s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.547225] env[63326]: INFO nova.compute.claims [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.828336] env[63326]: INFO nova.compute.manager [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Rebuilding instance [ 1292.881019] env[63326]: DEBUG nova.compute.manager [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.881019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e315b2-9371-4cab-bb0e-053de3adb56b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.936763] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673747} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.936892] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f6e53747-9a7f-4564-a7bf-380ab17095fa/f6e53747-9a7f-4564-a7bf-380ab17095fa.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.937056] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.937935] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a28092-3aba-4e47-abaf-6f44902065a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.947767] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1292.947767] env[63326]: value = "task-1725422" [ 1292.947767] env[63326]: _type = "Task" [ 1292.947767] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.957467] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.957768] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.053545] env[63326]: DEBUG nova.compute.utils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1293.056188] env[63326]: DEBUG nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.056419] env[63326]: DEBUG nova.network.neutron [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.110603] env[63326]: DEBUG nova.policy [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb5d88c3de54ed78cbe36a8133bc0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9debdfd3c0146aaab57214814e4a320', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.120489] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquiring lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.120604] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.120802] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquiring lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.120961] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.121580] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.123318] env[63326]: INFO nova.compute.manager [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Terminating instance [ 1293.460868] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093416} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.462944] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.462944] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ab8b14-ba71-4b52-89ff-2ffc8c8b8c0b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.489737] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f6e53747-9a7f-4564-a7bf-380ab17095fa/f6e53747-9a7f-4564-a7bf-380ab17095fa.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.489737] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81fd6a23-59d3-4a00-965f-a5c06174badc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.509461] env[63326]: DEBUG nova.network.neutron [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Successfully created port: 5f7230c3-3f79-470b-8bf4-ba9c0bbeb230 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.517946] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1293.517946] env[63326]: value = "task-1725423" [ 1293.517946] env[63326]: _type = "Task" [ 1293.517946] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.527390] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.557422] env[63326]: DEBUG nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.631500] env[63326]: DEBUG nova.compute.manager [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.632146] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.634031] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12faa3b1-efad-4154-b3e9-db738e60d5a7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.656694] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.664643] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575dc6c8-0d29-4947-ad04-136b1675d0e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.674323] env[63326]: DEBUG oslo_vmware.api [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1293.674323] env[63326]: value = "task-1725424" [ 1293.674323] env[63326]: _type = "Task" [ 1293.674323] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.685728] env[63326]: DEBUG oslo_vmware.api [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.895912] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.896287] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1217c712-158a-49a2-9f13-e3bfe0f22a54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.913096] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1293.913096] env[63326]: value = "task-1725425" [ 1293.913096] env[63326]: _type = "Task" [ 1293.913096] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.924100] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.029180] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725423, 'name': ReconfigVM_Task, 'duration_secs': 0.470129} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.035011] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f6e53747-9a7f-4564-a7bf-380ab17095fa/f6e53747-9a7f-4564-a7bf-380ab17095fa.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.036632] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2834bad-140a-4141-99e5-4cd7895fede0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.046443] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1294.046443] env[63326]: value = "task-1725426" [ 1294.046443] env[63326]: _type = "Task" [ 1294.046443] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.058990] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725426, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.162996] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8485c4-b186-421b-9424-85380660c421 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.175805] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0f8978-a903-4f23-90c4-139c499bf8b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.193928] env[63326]: DEBUG oslo_vmware.api [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725424, 'name': PowerOffVM_Task, 'duration_secs': 0.384929} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.227011] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.227144] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.227660] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47b6a321-69cc-4851-a074-9f15cd076b13 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.229982] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8033f1c8-718b-44b2-bd6f-9886de20f289 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.238159] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957e978-d4ba-45a6-b19e-5c57f584d974 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.253342] env[63326]: DEBUG nova.compute.provider_tree [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.312066] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.312066] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.312066] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Deleting the datastore file [datastore1] 67c0a432-4271-4f4e-8a08-bfc43439dbb4 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.312303] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d29e4a21-9f36-4b0f-8b58-36bfa535faf5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.319776] env[63326]: DEBUG oslo_vmware.api [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for the task: (returnval){ [ 1294.319776] env[63326]: value = "task-1725428" [ 1294.319776] env[63326]: _type = "Task" [ 1294.319776] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.329528] env[63326]: DEBUG oslo_vmware.api [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.426334] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725425, 'name': PowerOffVM_Task, 'duration_secs': 0.126601} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.426651] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.427257] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.427981] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c72ab8-e1c2-465c-82e4-2209b29e2068 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.436341] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.437013] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07dded1c-d75c-41b7-81f7-7380c826ed91 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.470441] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.471528] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.471895] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Deleting the datastore file [datastore1] b2384705-52e2-407b-b128-382abf994148 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.472573] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac96cd31-fe90-4a8e-8b29-b7c506b690d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.479595] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1294.479595] env[63326]: value = "task-1725430" [ 1294.479595] env[63326]: _type = "Task" [ 1294.479595] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.489749] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.562587] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725426, 'name': Rename_Task, 'duration_secs': 0.151281} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.562855] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.563226] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dcc8981-887a-4860-8b0c-e6c46d0634ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.573987] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1294.573987] env[63326]: value = "task-1725431" [ 1294.573987] env[63326]: _type = "Task" [ 1294.573987] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.578160] env[63326]: DEBUG nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.586625] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.619019] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.619019] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.619019] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.619019] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.619802] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.619802] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.619802] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.619802] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.619802] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.620067] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.620067] env[63326]: DEBUG nova.virt.hardware [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.623142] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1d6387-94f8-4458-a9b3-1226b108f90c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.632711] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e298ea-2a9f-43e5-9588-c1c0241847a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.756502] env[63326]: DEBUG nova.scheduler.client.report [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.833659] env[63326]: DEBUG oslo_vmware.api [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Task: {'id': task-1725428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327338} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.834027] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.834316] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.834598] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.834960] env[63326]: INFO nova.compute.manager [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1294.835748] env[63326]: DEBUG oslo.service.loopingcall [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.837164] env[63326]: DEBUG nova.compute.manager [-] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.837164] env[63326]: DEBUG nova.network.neutron [-] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.997106] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226832} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.997864] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.998166] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.998388] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.088041] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.263332] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.263871] env[63326]: DEBUG nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.269583] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.769s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.269583] env[63326]: INFO nova.compute.claims [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.567427] env[63326]: DEBUG nova.network.neutron [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Successfully updated port: 5f7230c3-3f79-470b-8bf4-ba9c0bbeb230 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.593133] env[63326]: DEBUG oslo_vmware.api [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725431, 'name': PowerOnVM_Task, 'duration_secs': 0.576723} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.593638] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.593638] env[63326]: INFO nova.compute.manager [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1295.593946] env[63326]: DEBUG nova.compute.manager [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.598019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d341f212-fbb6-4d84-9d1a-c4ed270d14ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.769567] env[63326]: DEBUG nova.compute.utils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1295.779187] env[63326]: DEBUG nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.779425] env[63326]: DEBUG nova.network.neutron [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.844027] env[63326]: DEBUG nova.policy [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f758f0fec28844ce8fd8a28faad49ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0872cbf66f9344d48e8baeb13fd81f82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.884946] env[63326]: DEBUG nova.network.neutron [-] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.936301] env[63326]: DEBUG nova.compute.manager [req-e2ec35a3-1041-48a2-9ac8-585e4649e732 req-4351d1e0-2088-4a32-a025-747ea133309c service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Received event network-vif-plugged-5f7230c3-3f79-470b-8bf4-ba9c0bbeb230 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1295.936524] env[63326]: DEBUG oslo_concurrency.lockutils [req-e2ec35a3-1041-48a2-9ac8-585e4649e732 req-4351d1e0-2088-4a32-a025-747ea133309c service nova] Acquiring lock "6be94b16-80b6-401b-86ff-853141f16e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.937092] env[63326]: DEBUG oslo_concurrency.lockutils [req-e2ec35a3-1041-48a2-9ac8-585e4649e732 req-4351d1e0-2088-4a32-a025-747ea133309c service nova] Lock "6be94b16-80b6-401b-86ff-853141f16e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.937092] env[63326]: DEBUG oslo_concurrency.lockutils [req-e2ec35a3-1041-48a2-9ac8-585e4649e732 req-4351d1e0-2088-4a32-a025-747ea133309c service nova] Lock "6be94b16-80b6-401b-86ff-853141f16e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.937234] env[63326]: DEBUG nova.compute.manager [req-e2ec35a3-1041-48a2-9ac8-585e4649e732 req-4351d1e0-2088-4a32-a025-747ea133309c service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] No waiting events found dispatching network-vif-plugged-5f7230c3-3f79-470b-8bf4-ba9c0bbeb230 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.939026] env[63326]: WARNING nova.compute.manager [req-e2ec35a3-1041-48a2-9ac8-585e4649e732 req-4351d1e0-2088-4a32-a025-747ea133309c service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Received unexpected event network-vif-plugged-5f7230c3-3f79-470b-8bf4-ba9c0bbeb230 for instance with vm_state building and task_state spawning. [ 1296.044249] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.044743] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.044743] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.044833] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.044948] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.045505] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.045796] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.045905] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.046309] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.046309] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.046401] env[63326]: DEBUG nova.virt.hardware [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.047270] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a34e37-4420-4062-8fda-6e34517ce5e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.055616] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c1825a-8047-4ea1-8745-0ff6746a4256 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.076381] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "refresh_cache-6be94b16-80b6-401b-86ff-853141f16e71" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.076381] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "refresh_cache-6be94b16-80b6-401b-86ff-853141f16e71" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.077686] env[63326]: DEBUG nova.network.neutron [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.077806] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.087712] env[63326]: DEBUG oslo.service.loopingcall [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.091915] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2384705-52e2-407b-b128-382abf994148] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.091915] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cfb606e-6310-4752-aeec-38ea37091440 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.120476] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.120476] env[63326]: value = "task-1725432" [ 1296.120476] env[63326]: _type = "Task" [ 1296.120476] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.123693] env[63326]: INFO nova.compute.manager [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Took 23.67 seconds to build instance. [ 1296.129939] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725432, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.155645] env[63326]: DEBUG nova.network.neutron [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.187551] env[63326]: DEBUG nova.compute.manager [req-af8daebd-97ca-4054-a7bb-4db229a752e9 req-6cb32a00-8f0f-495e-af3d-874e6d88782a service nova] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Received event network-vif-deleted-cf26a2bd-81a9-4efa-836c-de326127238e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1296.288019] env[63326]: DEBUG nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1296.312889] env[63326]: DEBUG nova.network.neutron [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Successfully created port: 56baee7c-88e9-449b-ab64-a87b4c7c288f {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.392228] env[63326]: INFO nova.compute.manager [-] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Took 1.56 seconds to deallocate network for instance. [ 1296.587081] env[63326]: DEBUG nova.network.neutron [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Updating instance_info_cache with network_info: [{"id": "5f7230c3-3f79-470b-8bf4-ba9c0bbeb230", "address": "fa:16:3e:f9:bb:51", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7230c3-3f", "ovs_interfaceid": "5f7230c3-3f79-470b-8bf4-ba9c0bbeb230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.628340] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725432, 'name': CreateVM_Task, 'duration_secs': 0.409516} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.629547] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2384705-52e2-407b-b128-382abf994148] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.629617] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.629801] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.633595] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.633595] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8c1e504-d109-4bcb-9437-10d244fa87e5 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "f6e53747-9a7f-4564-a7bf-380ab17095fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.854s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.633595] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05bbbbdc-6854-4294-9dcd-376de81f4415 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.643337] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1296.643337] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b90a1-6ddb-c80a-d2c5-74516a835e95" [ 1296.643337] env[63326]: _type = "Task" [ 1296.643337] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.651268] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b90a1-6ddb-c80a-d2c5-74516a835e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.731984] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "31002119-3635-4d4e-a1b6-69508d2aeaac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.732264] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "31002119-3635-4d4e-a1b6-69508d2aeaac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.799389] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e57e2c4-8bc4-4680-ae24-b1e0123924c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.807398] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a5d863-2100-48f8-a8ea-8b0868f592e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.846536] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6a98b-6b40-4007-aa43-1ae9c81e9e67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.856101] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e251f220-6cf3-46cc-b546-111e56ddd619 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.874629] env[63326]: DEBUG nova.compute.provider_tree [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.902966] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.090798] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "refresh_cache-6be94b16-80b6-401b-86ff-853141f16e71" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.091113] env[63326]: DEBUG nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Instance network_info: |[{"id": "5f7230c3-3f79-470b-8bf4-ba9c0bbeb230", "address": "fa:16:3e:f9:bb:51", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7230c3-3f", "ovs_interfaceid": "5f7230c3-3f79-470b-8bf4-ba9c0bbeb230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.092428] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:bb:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f7230c3-3f79-470b-8bf4-ba9c0bbeb230', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.102165] env[63326]: DEBUG oslo.service.loopingcall [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.102734] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.103232] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f885ab6d-8377-42f2-97da-8b034c4ac72d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.126200] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.126200] env[63326]: value = "task-1725433" [ 1297.126200] env[63326]: _type = "Task" [ 1297.126200] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.137998] env[63326]: DEBUG nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.141526] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725433, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.163262] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b90a1-6ddb-c80a-d2c5-74516a835e95, 'name': SearchDatastore_Task, 'duration_secs': 0.01842} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.163262] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.165213] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.165213] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.165213] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.165213] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.165213] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d203dca-c736-45c0-af65-c07e7a6ccd3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.174621] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.174913] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.175605] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7cca73-7ab7-495f-b75e-4b7406fcce93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.187021] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1297.187021] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe067b-dc39-c789-3100-9a502b57d49f" [ 1297.187021] env[63326]: _type = "Task" [ 1297.187021] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.195882] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe067b-dc39-c789-3100-9a502b57d49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.299041] env[63326]: DEBUG nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1297.330176] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.330904] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.330904] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.330904] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.330904] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.331422] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.331422] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.331422] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.331557] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.331698] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.331871] env[63326]: DEBUG nova.virt.hardware [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.334286] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cda3946-71a0-4b5f-a796-604e5eece81a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.348335] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6069cffa-e8ab-4280-bca0-ed4ece9ef5d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.381082] env[63326]: DEBUG nova.scheduler.client.report [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.640092] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725433, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.670019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.698777] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe067b-dc39-c789-3100-9a502b57d49f, 'name': SearchDatastore_Task, 'duration_secs': 0.014137} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.699093] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37e1639-7036-4da9-98e5-798e4561863e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.705954] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1297.705954] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5258e16c-95c1-375e-130c-260e02a02e2c" [ 1297.705954] env[63326]: _type = "Task" [ 1297.705954] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.715390] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5258e16c-95c1-375e-130c-260e02a02e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.890159] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.890710] env[63326]: DEBUG nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.895085] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.687s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.896822] env[63326]: INFO nova.compute.claims [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.907570] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquiring lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.907840] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.144655] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725433, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.229224] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5258e16c-95c1-375e-130c-260e02a02e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012674} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.229398] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.230207] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.230207] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77bd90e0-a367-4a88-b597-22805f5d4eac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.239101] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1298.239101] env[63326]: value = "task-1725434" [ 1298.239101] env[63326]: _type = "Task" [ 1298.239101] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.249690] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.405688] env[63326]: DEBUG nova.compute.utils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1298.407696] env[63326]: DEBUG nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.407957] env[63326]: DEBUG nova.network.neutron [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.538425] env[63326]: DEBUG nova.policy [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354abf82c1c44fd89f0e9cfde3b3dd66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a72d5f573c84d23a6047925a6de4fb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.640531] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725433, 'name': CreateVM_Task, 'duration_secs': 1.104035} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.640901] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.641419] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.642056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.642056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.642253] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7364325d-b449-4311-bc61-097001f1f776 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.648385] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1298.648385] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52587416-0f0e-a638-0c87-9a68e35796cf" [ 1298.648385] env[63326]: _type = "Task" [ 1298.648385] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.658195] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52587416-0f0e-a638-0c87-9a68e35796cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.683250] env[63326]: DEBUG nova.network.neutron [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Successfully updated port: 56baee7c-88e9-449b-ab64-a87b4c7c288f {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.752954] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.762568] env[63326]: DEBUG nova.compute.manager [None req-6992d9ff-1423-4bbe-8c85-648d7cb6a663 tempest-ServerDiagnosticsV248Test-691563807 tempest-ServerDiagnosticsV248Test-691563807-project-admin] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.763872] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b25da-a5ab-45c5-a4e5-55866320a70a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.773849] env[63326]: INFO nova.compute.manager [None req-6992d9ff-1423-4bbe-8c85-648d7cb6a663 tempest-ServerDiagnosticsV248Test-691563807 tempest-ServerDiagnosticsV248Test-691563807-project-admin] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Retrieving diagnostics [ 1298.774491] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b361d84-885c-4170-98fa-f602dd2c67d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.810962] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquiring lock "5abce697-9c13-4f21-ab19-38118cee8fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.811218] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "5abce697-9c13-4f21-ab19-38118cee8fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.913833] env[63326]: DEBUG nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.165577] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52587416-0f0e-a638-0c87-9a68e35796cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014943} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.165577] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.165577] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.165577] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.165908] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.165908] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.165908] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d37e58a-0841-433c-9413-2cb78b3b6d7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.174179] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.174375] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.178401] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b221d25-4688-4123-9a18-bdf0bce38dd5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.186649] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1299.186649] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520446bc-118d-c392-db04-27d1a2541f9b" [ 1299.186649] env[63326]: _type = "Task" [ 1299.186649] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.193691] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "refresh_cache-30041e20-4a62-4bf3-a23e-0986f38de3e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.193859] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "refresh_cache-30041e20-4a62-4bf3-a23e-0986f38de3e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.194033] env[63326]: DEBUG nova.network.neutron [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.205224] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520446bc-118d-c392-db04-27d1a2541f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.008562} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.206011] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51cae78b-ee6d-4571-99c8-f18d37bd4d3d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.216640] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1299.216640] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f3a588-353f-bb63-8fa8-ef9861a53d1c" [ 1299.216640] env[63326]: _type = "Task" [ 1299.216640] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.224943] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f3a588-353f-bb63-8fa8-ef9861a53d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.254280] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841929} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.254552] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.254760] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.255013] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fe771f5-4b2c-4a95-ab2e-925786abb08a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.265888] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1299.265888] env[63326]: value = "task-1725435" [ 1299.265888] env[63326]: _type = "Task" [ 1299.265888] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.279568] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.298530] env[63326]: DEBUG nova.compute.manager [req-e08ea4d5-cd79-4c7e-9d4c-d280aa4b11b2 req-dcebdf83-7960-4aa0-a690-bdd2513954ac service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Received event network-changed-5f7230c3-3f79-470b-8bf4-ba9c0bbeb230 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1299.298742] env[63326]: DEBUG nova.compute.manager [req-e08ea4d5-cd79-4c7e-9d4c-d280aa4b11b2 req-dcebdf83-7960-4aa0-a690-bdd2513954ac service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Refreshing instance network info cache due to event network-changed-5f7230c3-3f79-470b-8bf4-ba9c0bbeb230. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1299.299076] env[63326]: DEBUG oslo_concurrency.lockutils [req-e08ea4d5-cd79-4c7e-9d4c-d280aa4b11b2 req-dcebdf83-7960-4aa0-a690-bdd2513954ac service nova] Acquiring lock "refresh_cache-6be94b16-80b6-401b-86ff-853141f16e71" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.299076] env[63326]: DEBUG oslo_concurrency.lockutils [req-e08ea4d5-cd79-4c7e-9d4c-d280aa4b11b2 req-dcebdf83-7960-4aa0-a690-bdd2513954ac service nova] Acquired lock "refresh_cache-6be94b16-80b6-401b-86ff-853141f16e71" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.299205] env[63326]: DEBUG nova.network.neutron [req-e08ea4d5-cd79-4c7e-9d4c-d280aa4b11b2 req-dcebdf83-7960-4aa0-a690-bdd2513954ac service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Refreshing network info cache for port 5f7230c3-3f79-470b-8bf4-ba9c0bbeb230 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.394520] env[63326]: DEBUG nova.network.neutron [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Successfully created port: 5915159c-b63f-4d90-8ff8-82b45e092205 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.468057] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b313604d-2e08-4f44-ba3b-6873ba1a439f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.477473] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb0f03-ff74-48fd-b268-7df86d9fd202 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.515810] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b0251-4aeb-44ce-9456-43cd83d74b59 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.524272] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9fbcc8-e280-443d-a300-408e67c870f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.543462] env[63326]: DEBUG nova.compute.provider_tree [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.729531] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f3a588-353f-bb63-8fa8-ef9861a53d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.730184] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.730653] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6be94b16-80b6-401b-86ff-853141f16e71/6be94b16-80b6-401b-86ff-853141f16e71.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.731115] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-406fa5bc-abeb-4228-bffc-54fed37dc14d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.739142] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1299.739142] env[63326]: value = "task-1725436" [ 1299.739142] env[63326]: _type = "Task" [ 1299.739142] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.746819] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.747718] env[63326]: DEBUG nova.network.neutron [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.779496] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089073} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.779496] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.780224] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc273e-6c7f-4edd-938d-c3867c995105 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.806577] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.808780] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32808f83-d0a1-4312-8bbe-f2c9042b14f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.833923] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1299.833923] env[63326]: value = "task-1725437" [ 1299.833923] env[63326]: _type = "Task" [ 1299.833923] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.847224] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.934273] env[63326]: DEBUG nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.941847] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquiring lock "f252e51d-4fcf-4558-8796-86c7d48270d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.942132] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "f252e51d-4fcf-4558-8796-86c7d48270d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.971373] env[63326]: DEBUG nova.network.neutron [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Updating instance_info_cache with network_info: [{"id": "56baee7c-88e9-449b-ab64-a87b4c7c288f", "address": "fa:16:3e:f1:23:c3", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56baee7c-88", "ovs_interfaceid": "56baee7c-88e9-449b-ab64-a87b4c7c288f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.986336] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.986336] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.986336] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.989073] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.989073] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.989073] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.989073] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.989284] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.989319] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.989469] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.989684] env[63326]: DEBUG nova.virt.hardware [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.990633] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222cd7b6-2f4c-4b09-b097-6807616dde29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.004711] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f9d259-877b-430c-b48d-d9c8b6b950a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.075108] env[63326]: ERROR nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [req-201643b7-8323-4f9f-a603-42238936e6a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-201643b7-8323-4f9f-a603-42238936e6a4"}]} [ 1300.099599] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1300.124580] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1300.124802] env[63326]: DEBUG nova.compute.provider_tree [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.148260] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1300.221212] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1300.271497] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.361797] env[63326]: DEBUG nova.network.neutron [req-e08ea4d5-cd79-4c7e-9d4c-d280aa4b11b2 req-dcebdf83-7960-4aa0-a690-bdd2513954ac service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Updated VIF entry in instance network info cache for port 5f7230c3-3f79-470b-8bf4-ba9c0bbeb230. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.361797] env[63326]: DEBUG nova.network.neutron [req-e08ea4d5-cd79-4c7e-9d4c-d280aa4b11b2 req-dcebdf83-7960-4aa0-a690-bdd2513954ac service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Updating instance_info_cache with network_info: [{"id": "5f7230c3-3f79-470b-8bf4-ba9c0bbeb230", "address": "fa:16:3e:f9:bb:51", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7230c3-3f", "ovs_interfaceid": "5f7230c3-3f79-470b-8bf4-ba9c0bbeb230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.365685] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.475967] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "refresh_cache-30041e20-4a62-4bf3-a23e-0986f38de3e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.476341] env[63326]: DEBUG nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Instance network_info: |[{"id": "56baee7c-88e9-449b-ab64-a87b4c7c288f", "address": "fa:16:3e:f1:23:c3", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56baee7c-88", "ovs_interfaceid": "56baee7c-88e9-449b-ab64-a87b4c7c288f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.476805] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:23:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56baee7c-88e9-449b-ab64-a87b4c7c288f', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.486894] env[63326]: DEBUG oslo.service.loopingcall [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.489904] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.491195] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ced5880-6ace-4d30-997c-141764439622 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.514629] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.514629] env[63326]: value = "task-1725438" [ 1300.514629] env[63326]: _type = "Task" [ 1300.514629] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.525886] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725438, 'name': CreateVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.752427] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586039} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.757434] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6be94b16-80b6-401b-86ff-853141f16e71/6be94b16-80b6-401b-86ff-853141f16e71.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.757434] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.757434] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7785e776-8fec-4661-bd23-2876cb174f85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.762441] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1300.762441] env[63326]: value = "task-1725439" [ 1300.762441] env[63326]: _type = "Task" [ 1300.762441] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.780194] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.842239] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9701c1c-927a-4525-82f2-f5e3279b45bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.852402] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9647720-a84e-4c4a-b5a6-df71fc818ba6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.855427] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725437, 'name': ReconfigVM_Task, 'duration_secs': 0.652893} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.855694] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b2384705-52e2-407b-b128-382abf994148/b2384705-52e2-407b-b128-382abf994148.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.856566] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-666e2711-1559-442a-baa4-d872c1e1993f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.886058] env[63326]: DEBUG oslo_concurrency.lockutils [req-e08ea4d5-cd79-4c7e-9d4c-d280aa4b11b2 req-dcebdf83-7960-4aa0-a690-bdd2513954ac service nova] Releasing lock "refresh_cache-6be94b16-80b6-401b-86ff-853141f16e71" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.886058] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3518399-e671-4b2d-85b0-3a8da000beab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.891210] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1300.891210] env[63326]: value = "task-1725440" [ 1300.891210] env[63326]: _type = "Task" [ 1300.891210] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.895387] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d62ead-7184-4117-9c88-656e7c94dda3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.902354] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725440, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.912097] env[63326]: DEBUG nova.compute.provider_tree [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1301.030875] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725438, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.272652] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295893} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.273033] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.273669] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f728b4f-a1bf-43c7-b703-fdf6227adf2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.301670] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 6be94b16-80b6-401b-86ff-853141f16e71/6be94b16-80b6-401b-86ff-853141f16e71.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.301978] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d9a333-c755-40da-b484-e8fb02231789 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.324034] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1301.324034] env[63326]: value = "task-1725441" [ 1301.324034] env[63326]: _type = "Task" [ 1301.324034] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.332368] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.399534] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725440, 'name': Rename_Task, 'duration_secs': 0.236765} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.399866] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.400206] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fdd0975-4e78-438a-8f78-b0f20d56f5a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.407286] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Waiting for the task: (returnval){ [ 1301.407286] env[63326]: value = "task-1725442" [ 1301.407286] env[63326]: _type = "Task" [ 1301.407286] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.419813] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.441932] env[63326]: ERROR nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [req-4efe2f7b-9a29-43e3-8c5b-23bf57d98fa0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4efe2f7b-9a29-43e3-8c5b-23bf57d98fa0"}]} [ 1301.468914] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1301.487732] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1301.487732] env[63326]: DEBUG nova.compute.provider_tree [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1301.504240] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1301.522655] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1301.533875] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725438, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.652394] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.652623] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.721035] env[63326]: DEBUG nova.compute.manager [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Received event network-vif-plugged-56baee7c-88e9-449b-ab64-a87b4c7c288f {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1301.721286] env[63326]: DEBUG oslo_concurrency.lockutils [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] Acquiring lock "30041e20-4a62-4bf3-a23e-0986f38de3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.721501] env[63326]: DEBUG oslo_concurrency.lockutils [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] Lock "30041e20-4a62-4bf3-a23e-0986f38de3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.721667] env[63326]: DEBUG oslo_concurrency.lockutils [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] Lock "30041e20-4a62-4bf3-a23e-0986f38de3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.721829] env[63326]: DEBUG nova.compute.manager [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] No waiting events found dispatching network-vif-plugged-56baee7c-88e9-449b-ab64-a87b4c7c288f {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.721989] env[63326]: WARNING nova.compute.manager [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Received unexpected event network-vif-plugged-56baee7c-88e9-449b-ab64-a87b4c7c288f for instance with vm_state building and task_state spawning. [ 1301.722193] env[63326]: DEBUG nova.compute.manager [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Received event network-changed-56baee7c-88e9-449b-ab64-a87b4c7c288f {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1301.722354] env[63326]: DEBUG nova.compute.manager [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Refreshing instance network info cache due to event network-changed-56baee7c-88e9-449b-ab64-a87b4c7c288f. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1301.722531] env[63326]: DEBUG oslo_concurrency.lockutils [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] Acquiring lock "refresh_cache-30041e20-4a62-4bf3-a23e-0986f38de3e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.722685] env[63326]: DEBUG oslo_concurrency.lockutils [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] Acquired lock "refresh_cache-30041e20-4a62-4bf3-a23e-0986f38de3e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.722824] env[63326]: DEBUG nova.network.neutron [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Refreshing network info cache for port 56baee7c-88e9-449b-ab64-a87b4c7c288f {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.730791] env[63326]: DEBUG nova.network.neutron [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Successfully updated port: 5915159c-b63f-4d90-8ff8-82b45e092205 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.835997] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.906118] env[63326]: DEBUG nova.compute.manager [req-e90c29d1-f961-4a01-9c6c-927ffc44bb16 req-9e5660a3-fdc7-4284-808a-383008542754 service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Received event network-vif-plugged-5915159c-b63f-4d90-8ff8-82b45e092205 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1301.906335] env[63326]: DEBUG oslo_concurrency.lockutils [req-e90c29d1-f961-4a01-9c6c-927ffc44bb16 req-9e5660a3-fdc7-4284-808a-383008542754 service nova] Acquiring lock "56adab99-108b-4ba6-927c-ac38e47a13fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.906543] env[63326]: DEBUG oslo_concurrency.lockutils [req-e90c29d1-f961-4a01-9c6c-927ffc44bb16 req-9e5660a3-fdc7-4284-808a-383008542754 service nova] Lock "56adab99-108b-4ba6-927c-ac38e47a13fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.906705] env[63326]: DEBUG oslo_concurrency.lockutils [req-e90c29d1-f961-4a01-9c6c-927ffc44bb16 req-9e5660a3-fdc7-4284-808a-383008542754 service nova] Lock "56adab99-108b-4ba6-927c-ac38e47a13fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.906864] env[63326]: DEBUG nova.compute.manager [req-e90c29d1-f961-4a01-9c6c-927ffc44bb16 req-9e5660a3-fdc7-4284-808a-383008542754 service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] No waiting events found dispatching network-vif-plugged-5915159c-b63f-4d90-8ff8-82b45e092205 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.907029] env[63326]: WARNING nova.compute.manager [req-e90c29d1-f961-4a01-9c6c-927ffc44bb16 req-9e5660a3-fdc7-4284-808a-383008542754 service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Received unexpected event network-vif-plugged-5915159c-b63f-4d90-8ff8-82b45e092205 for instance with vm_state building and task_state spawning. [ 1301.923498] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.026570] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725438, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.056424] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de93b08-5d48-4823-b38c-73bda8e6711c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.065350] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1b592-d703-4595-ac1f-994651b60f9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.096641] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2411453-6c77-4335-b5cc-ca930c6e0dec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.105155] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e41e106-facf-43bd-a6c6-0907060aed8c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.124969] env[63326]: DEBUG nova.compute.provider_tree [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.235861] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "refresh_cache-56adab99-108b-4ba6-927c-ac38e47a13fc" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.235861] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquired lock "refresh_cache-56adab99-108b-4ba6-927c-ac38e47a13fc" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.236083] env[63326]: DEBUG nova.network.neutron [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.337911] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.417152] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.532018] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725438, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.535508] env[63326]: DEBUG nova.network.neutron [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Updated VIF entry in instance network info cache for port 56baee7c-88e9-449b-ab64-a87b4c7c288f. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.535508] env[63326]: DEBUG nova.network.neutron [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Updating instance_info_cache with network_info: [{"id": "56baee7c-88e9-449b-ab64-a87b4c7c288f", "address": "fa:16:3e:f1:23:c3", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56baee7c-88", "ovs_interfaceid": "56baee7c-88e9-449b-ab64-a87b4c7c288f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.674240] env[63326]: DEBUG nova.scheduler.client.report [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1302.674522] env[63326]: DEBUG nova.compute.provider_tree [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 40 to 41 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1302.674705] env[63326]: DEBUG nova.compute.provider_tree [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.788561] env[63326]: DEBUG nova.network.neutron [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.838315] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.921085] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.941151] env[63326]: DEBUG nova.network.neutron [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Updating instance_info_cache with network_info: [{"id": "5915159c-b63f-4d90-8ff8-82b45e092205", "address": "fa:16:3e:64:01:1f", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5915159c-b6", "ovs_interfaceid": "5915159c-b63f-4d90-8ff8-82b45e092205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.028898] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725438, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.038530] env[63326]: DEBUG oslo_concurrency.lockutils [req-f95bc557-1c00-407c-9922-3021b886307f req-6b64fdad-1ab5-4175-9b10-9ac011fddaa7 service nova] Releasing lock "refresh_cache-30041e20-4a62-4bf3-a23e-0986f38de3e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.184580] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.288s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.184580] env[63326]: DEBUG nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.187913] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.943s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.194620] env[63326]: INFO nova.compute.claims [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.338688] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.423642] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.444920] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Releasing lock "refresh_cache-56adab99-108b-4ba6-927c-ac38e47a13fc" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.444920] env[63326]: DEBUG nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Instance network_info: |[{"id": "5915159c-b63f-4d90-8ff8-82b45e092205", "address": "fa:16:3e:64:01:1f", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5915159c-b6", "ovs_interfaceid": "5915159c-b63f-4d90-8ff8-82b45e092205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.445212] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:01:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5915159c-b63f-4d90-8ff8-82b45e092205', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.455063] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Creating folder: Project (3a72d5f573c84d23a6047925a6de4fb9). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.455063] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a1d4917-231a-4179-99f8-c03b5bdba9b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.466629] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Created folder: Project (3a72d5f573c84d23a6047925a6de4fb9) in parent group-v359097. [ 1303.467026] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Creating folder: Instances. Parent ref: group-v359137. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.467248] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b64dc57e-3fd6-459b-9098-f776c4116ca7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.478333] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Created folder: Instances in parent group-v359137. [ 1303.478653] env[63326]: DEBUG oslo.service.loopingcall [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.478867] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.479090] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f34cee1d-cea4-4c44-988e-141cd8c1f83c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.502827] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.502827] env[63326]: value = "task-1725445" [ 1303.502827] env[63326]: _type = "Task" [ 1303.502827] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.518670] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725445, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.529269] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725438, 'name': CreateVM_Task, 'duration_secs': 2.857086} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.529447] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.530179] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.530357] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.530673] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.530915] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd347f3c-12ae-47d1-9314-2131403ba2ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.536018] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1303.536018] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524ff9b0-877b-d98b-9101-af9285c26dda" [ 1303.536018] env[63326]: _type = "Task" [ 1303.536018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.544292] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524ff9b0-877b-d98b-9101-af9285c26dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.701560] env[63326]: DEBUG nova.compute.utils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.703905] env[63326]: DEBUG nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.704162] env[63326]: DEBUG nova.network.neutron [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.815231] env[63326]: DEBUG nova.policy [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.841912] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725441, 'name': ReconfigVM_Task, 'duration_secs': 2.149566} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.842273] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 6be94b16-80b6-401b-86ff-853141f16e71/6be94b16-80b6-401b-86ff-853141f16e71.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.843014] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-566d92a1-129b-4f95-9b42-fbbc1db4c6ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.849584] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1303.849584] env[63326]: value = "task-1725446" [ 1303.849584] env[63326]: _type = "Task" [ 1303.849584] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.859843] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725446, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.922141] env[63326]: DEBUG oslo_vmware.api [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Task: {'id': task-1725442, 'name': PowerOnVM_Task, 'duration_secs': 2.264532} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.922473] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.922669] env[63326]: DEBUG nova.compute.manager [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.924188] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecef9feb-d747-4fdd-a8c0-07ffe1e8e9f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.015690] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725445, 'name': CreateVM_Task, 'duration_secs': 0.499275} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.015912] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.016887] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.048585] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524ff9b0-877b-d98b-9101-af9285c26dda, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.050654] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.050947] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.051244] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.051397] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.051592] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.051907] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.052319] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.053931] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44a6e9d1-cce9-4b0f-bb3b-0c21110563d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.055693] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad0290f-1d25-4036-8981-22466f144573 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.061417] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1304.061417] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529593c0-e35c-0ba7-6408-10de6f985991" [ 1304.061417] env[63326]: _type = "Task" [ 1304.061417] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.066930] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.067206] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.068573] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3ddab7-9759-4632-b033-a8dba661caf6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.073620] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529593c0-e35c-0ba7-6408-10de6f985991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.076791] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1304.076791] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc2179-01d0-f178-d967-1eb654949a78" [ 1304.076791] env[63326]: _type = "Task" [ 1304.076791] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.085125] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc2179-01d0-f178-d967-1eb654949a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.180426] env[63326]: DEBUG nova.compute.manager [req-1901ebf7-2006-488d-a8b4-69ed834580b9 req-c61a66a4-62f5-4a3e-b37f-90264b5c9e59 service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Received event network-changed-5915159c-b63f-4d90-8ff8-82b45e092205 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1304.180672] env[63326]: DEBUG nova.compute.manager [req-1901ebf7-2006-488d-a8b4-69ed834580b9 req-c61a66a4-62f5-4a3e-b37f-90264b5c9e59 service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Refreshing instance network info cache due to event network-changed-5915159c-b63f-4d90-8ff8-82b45e092205. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1304.180886] env[63326]: DEBUG oslo_concurrency.lockutils [req-1901ebf7-2006-488d-a8b4-69ed834580b9 req-c61a66a4-62f5-4a3e-b37f-90264b5c9e59 service nova] Acquiring lock "refresh_cache-56adab99-108b-4ba6-927c-ac38e47a13fc" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.181814] env[63326]: DEBUG oslo_concurrency.lockutils [req-1901ebf7-2006-488d-a8b4-69ed834580b9 req-c61a66a4-62f5-4a3e-b37f-90264b5c9e59 service nova] Acquired lock "refresh_cache-56adab99-108b-4ba6-927c-ac38e47a13fc" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.183482] env[63326]: DEBUG nova.network.neutron [req-1901ebf7-2006-488d-a8b4-69ed834580b9 req-c61a66a4-62f5-4a3e-b37f-90264b5c9e59 service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Refreshing network info cache for port 5915159c-b63f-4d90-8ff8-82b45e092205 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.207501] env[63326]: DEBUG nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.362445] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725446, 'name': Rename_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.442266] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.443790] env[63326]: DEBUG nova.network.neutron [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Successfully created port: d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.573797] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529593c0-e35c-0ba7-6408-10de6f985991, 'name': SearchDatastore_Task, 'duration_secs': 0.012584} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.573797] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.573797] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.573797] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.586744] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc2179-01d0-f178-d967-1eb654949a78, 'name': SearchDatastore_Task, 'duration_secs': 0.016734} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.589721] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351755a5-6342-4d54-9cea-b8c26d7d28c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.593665] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1304.593665] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a6599d-fd31-4c6b-95e2-44f832335ed5" [ 1304.593665] env[63326]: _type = "Task" [ 1304.593665] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.603227] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a6599d-fd31-4c6b-95e2-44f832335ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.754129] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a31642a-6ee4-4296-8512-490bd2e354a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.761778] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7585d2-4bfd-4a90-ad37-ac025b68f786 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.801074] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a402dfb6-b41f-4fa4-a3de-b561a6ad1bd9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.809425] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cf58b2-ed90-4be6-82eb-9bcf7ff51de8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.823826] env[63326]: DEBUG nova.compute.provider_tree [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.864411] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725446, 'name': Rename_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.107080] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a6599d-fd31-4c6b-95e2-44f832335ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.03189} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.107351] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.107609] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 30041e20-4a62-4bf3-a23e-0986f38de3e2/30041e20-4a62-4bf3-a23e-0986f38de3e2.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.107876] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.108069] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.108294] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb8f3e4d-3aec-48d8-9665-e2f4bb5d3cff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.114023] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb105221-8f8e-46ee-99e8-10f96bdc7a38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.123234] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1305.123234] env[63326]: value = "task-1725447" [ 1305.123234] env[63326]: _type = "Task" [ 1305.123234] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.123234] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.123234] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.125662] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75464186-a223-4f68-9808-f348c943e150 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.133751] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.136014] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1305.136014] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a38fa1-7c71-684f-c81e-b8ba526e5ee4" [ 1305.136014] env[63326]: _type = "Task" [ 1305.136014] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.154781] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a38fa1-7c71-684f-c81e-b8ba526e5ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.008013} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.155550] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f5a10b-6450-4692-87b3-b52b0ea8938b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.163539] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1305.163539] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fb523a-3952-55ff-56d5-d8d65967a182" [ 1305.163539] env[63326]: _type = "Task" [ 1305.163539] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.177053] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fb523a-3952-55ff-56d5-d8d65967a182, 'name': SearchDatastore_Task, 'duration_secs': 0.008066} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.177515] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.177579] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 56adab99-108b-4ba6-927c-ac38e47a13fc/56adab99-108b-4ba6-927c-ac38e47a13fc.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.179866] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1927dc22-3733-4b59-8dd1-73ba0c6246bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.184961] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1305.184961] env[63326]: value = "task-1725448" [ 1305.184961] env[63326]: _type = "Task" [ 1305.184961] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.197627] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.223754] env[63326]: DEBUG nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.254685] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.254824] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.255037] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.255308] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.256030] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.256030] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.256030] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.256272] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.256391] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.256607] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.256842] env[63326]: DEBUG nova.virt.hardware [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.257980] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c339e4-88e0-4ebf-a987-b0ee1ff263bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.267302] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac1c5b-8ee4-4fbf-a21d-11fa8a42a9fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.362789] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725446, 'name': Rename_Task, 'duration_secs': 1.195724} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.363426] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.363855] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e230f1e9-707b-4fff-b149-f0fd609b086f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.367790] env[63326]: DEBUG nova.scheduler.client.report [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1305.367790] env[63326]: DEBUG nova.compute.provider_tree [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 41 to 42 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1305.367953] env[63326]: DEBUG nova.compute.provider_tree [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.372641] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1305.372641] env[63326]: value = "task-1725449" [ 1305.372641] env[63326]: _type = "Task" [ 1305.372641] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.376318] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "b2384705-52e2-407b-b128-382abf994148" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.376676] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "b2384705-52e2-407b-b128-382abf994148" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.376952] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "b2384705-52e2-407b-b128-382abf994148-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.377177] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "b2384705-52e2-407b-b128-382abf994148-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.377347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "b2384705-52e2-407b-b128-382abf994148-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.383229] env[63326]: INFO nova.compute.manager [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Terminating instance [ 1305.388643] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.437468] env[63326]: DEBUG nova.network.neutron [req-1901ebf7-2006-488d-a8b4-69ed834580b9 req-c61a66a4-62f5-4a3e-b37f-90264b5c9e59 service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Updated VIF entry in instance network info cache for port 5915159c-b63f-4d90-8ff8-82b45e092205. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.437468] env[63326]: DEBUG nova.network.neutron [req-1901ebf7-2006-488d-a8b4-69ed834580b9 req-c61a66a4-62f5-4a3e-b37f-90264b5c9e59 service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Updating instance_info_cache with network_info: [{"id": "5915159c-b63f-4d90-8ff8-82b45e092205", "address": "fa:16:3e:64:01:1f", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5915159c-b6", "ovs_interfaceid": "5915159c-b63f-4d90-8ff8-82b45e092205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.632695] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506968} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.633050] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 30041e20-4a62-4bf3-a23e-0986f38de3e2/30041e20-4a62-4bf3-a23e-0986f38de3e2.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.635506] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.637894] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24bab29c-60d4-4c1f-826e-178271a972dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.645300] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1305.645300] env[63326]: value = "task-1725450" [ 1305.645300] env[63326]: _type = "Task" [ 1305.645300] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.657634] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.701186] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.874274] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.874903] env[63326]: DEBUG nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.882451] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.260s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.882721] env[63326]: DEBUG nova.objects.instance [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lazy-loading 'resources' on Instance uuid 8ad232ce-b541-463d-8a80-d15d67cba1df {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.902893] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "refresh_cache-b2384705-52e2-407b-b128-382abf994148" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.903162] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquired lock "refresh_cache-b2384705-52e2-407b-b128-382abf994148" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.903383] env[63326]: DEBUG nova.network.neutron [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.905580] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.939664] env[63326]: DEBUG oslo_concurrency.lockutils [req-1901ebf7-2006-488d-a8b4-69ed834580b9 req-c61a66a4-62f5-4a3e-b37f-90264b5c9e59 service nova] Releasing lock "refresh_cache-56adab99-108b-4ba6-927c-ac38e47a13fc" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.162940] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087134} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.162940] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.162940] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ac1303-1f23-4d80-9501-f5575447e8b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.188822] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 30041e20-4a62-4bf3-a23e-0986f38de3e2/30041e20-4a62-4bf3-a23e-0986f38de3e2.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.188822] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ca4b6c-5f69-4387-9495-c674b4aaeb5f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.217919] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815805} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.220233] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 56adab99-108b-4ba6-927c-ac38e47a13fc/56adab99-108b-4ba6-927c-ac38e47a13fc.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.220233] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.220418] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1306.220418] env[63326]: value = "task-1725451" [ 1306.220418] env[63326]: _type = "Task" [ 1306.220418] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.220552] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b244d3f-4d9f-49a5-9151-9ac968db9049 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.233721] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1306.233721] env[63326]: value = "task-1725452" [ 1306.233721] env[63326]: _type = "Task" [ 1306.233721] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.236737] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.248623] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.389344] env[63326]: DEBUG oslo_vmware.api [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725449, 'name': PowerOnVM_Task, 'duration_secs': 0.970967} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.389344] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.389344] env[63326]: INFO nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Took 11.81 seconds to spawn the instance on the hypervisor. [ 1306.389344] env[63326]: DEBUG nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.390438] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873f4d89-9fd1-4e7a-8fd0-1c013a29b4e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.393902] env[63326]: DEBUG nova.compute.utils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1306.400293] env[63326]: DEBUG nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.400427] env[63326]: DEBUG nova.network.neutron [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.480718] env[63326]: DEBUG nova.network.neutron [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.646254] env[63326]: DEBUG nova.network.neutron [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.681025] env[63326]: DEBUG nova.policy [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354abf82c1c44fd89f0e9cfde3b3dd66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a72d5f573c84d23a6047925a6de4fb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.736497] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.747980] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068438} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.749032] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.749161] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b10553-b5d8-4afe-8dfa-a0c7f165f2e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.774562] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 56adab99-108b-4ba6-927c-ac38e47a13fc/56adab99-108b-4ba6-927c-ac38e47a13fc.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.778885] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ee549d-6ee9-4c0e-a479-557e9f6e3c2b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.797587] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1306.797587] env[63326]: value = "task-1725453" [ 1306.797587] env[63326]: _type = "Task" [ 1306.797587] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.807171] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.901157] env[63326]: DEBUG nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.918933] env[63326]: INFO nova.compute.manager [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Took 33.85 seconds to build instance. [ 1307.025563] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815099c9-a5de-47dc-ba8d-ddfcb6d8c6d8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.034734] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288aa9a8-fbc4-40e1-ac8b-1971e5451926 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.069465] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d20e7d-4b7f-4722-89df-a2933d184bdc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.077823] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae628ed-1193-4dc7-ac56-69a5ccf9d427 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.094239] env[63326]: DEBUG nova.compute.provider_tree [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.149077] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Releasing lock "refresh_cache-b2384705-52e2-407b-b128-382abf994148" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.150433] env[63326]: DEBUG nova.compute.manager [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.151023] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.152769] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fbbcce-4eb8-4445-8401-d62b0eeb23c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.165652] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.165848] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c03ecae-be41-42fa-b7ab-457dbfc1fef9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.177652] env[63326]: DEBUG oslo_vmware.api [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1307.177652] env[63326]: value = "task-1725454" [ 1307.177652] env[63326]: _type = "Task" [ 1307.177652] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.186964] env[63326]: DEBUG oslo_vmware.api [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.214591] env[63326]: DEBUG nova.compute.manager [req-c68de116-b98b-4dc3-a80a-16047635e671 req-3f5cb70e-c593-44ec-a65b-8a39d727074c service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received event network-vif-plugged-d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1307.217354] env[63326]: DEBUG oslo_concurrency.lockutils [req-c68de116-b98b-4dc3-a80a-16047635e671 req-3f5cb70e-c593-44ec-a65b-8a39d727074c service nova] Acquiring lock "8031f33e-874a-4028-885b-081279aa1912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.217612] env[63326]: DEBUG oslo_concurrency.lockutils [req-c68de116-b98b-4dc3-a80a-16047635e671 req-3f5cb70e-c593-44ec-a65b-8a39d727074c service nova] Lock "8031f33e-874a-4028-885b-081279aa1912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.217785] env[63326]: DEBUG oslo_concurrency.lockutils [req-c68de116-b98b-4dc3-a80a-16047635e671 req-3f5cb70e-c593-44ec-a65b-8a39d727074c service nova] Lock "8031f33e-874a-4028-885b-081279aa1912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.218093] env[63326]: DEBUG nova.compute.manager [req-c68de116-b98b-4dc3-a80a-16047635e671 req-3f5cb70e-c593-44ec-a65b-8a39d727074c service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] No waiting events found dispatching network-vif-plugged-d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.218165] env[63326]: WARNING nova.compute.manager [req-c68de116-b98b-4dc3-a80a-16047635e671 req-3f5cb70e-c593-44ec-a65b-8a39d727074c service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received unexpected event network-vif-plugged-d52d1ce4-9d57-4b04-a943-5393d8285436 for instance with vm_state building and task_state spawning. [ 1307.235419] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725451, 'name': ReconfigVM_Task, 'duration_secs': 0.532779} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.235419] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 30041e20-4a62-4bf3-a23e-0986f38de3e2/30041e20-4a62-4bf3-a23e-0986f38de3e2.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.236683] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4136092-b2fd-45f8-8e54-5560e4f81f88 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.245277] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1307.245277] env[63326]: value = "task-1725455" [ 1307.245277] env[63326]: _type = "Task" [ 1307.245277] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.262187] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725455, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.307777] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.405539] env[63326]: DEBUG nova.network.neutron [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Successfully updated port: d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.422901] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fb6508ef-0d21-4754-9c1f-df946079438c tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "6be94b16-80b6-401b-86ff-853141f16e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.692s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.581860] env[63326]: DEBUG nova.network.neutron [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Successfully created port: af87d907-4f93-4bcc-8fe1-581b6cae25f3 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.645047] env[63326]: DEBUG nova.scheduler.client.report [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1307.645047] env[63326]: DEBUG nova.compute.provider_tree [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 42 to 43 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1307.645047] env[63326]: DEBUG nova.compute.provider_tree [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.689160] env[63326]: DEBUG oslo_vmware.api [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725454, 'name': PowerOffVM_Task, 'duration_secs': 0.258622} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.689453] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.689615] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.689865] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f698d2b4-b368-420b-af05-b2b7fbf82e96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.713581] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.713859] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.715018] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Deleting the datastore file [datastore1] b2384705-52e2-407b-b128-382abf994148 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.715018] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d10b0484-e85f-4e32-b3ab-524efa5111f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.720983] env[63326]: DEBUG oslo_vmware.api [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for the task: (returnval){ [ 1307.720983] env[63326]: value = "task-1725457" [ 1307.720983] env[63326]: _type = "Task" [ 1307.720983] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.729345] env[63326]: DEBUG oslo_vmware.api [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.754797] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725455, 'name': Rename_Task, 'duration_secs': 0.269809} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.755101] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.755342] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b3cb80e-b023-4df1-b65b-69c63c615b60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.762068] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1307.762068] env[63326]: value = "task-1725458" [ 1307.762068] env[63326]: _type = "Task" [ 1307.762068] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.771015] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.808034] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725453, 'name': ReconfigVM_Task, 'duration_secs': 0.810972} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.808172] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 56adab99-108b-4ba6-927c-ac38e47a13fc/56adab99-108b-4ba6-927c-ac38e47a13fc.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.808781] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff22c63-33cc-44a2-8bab-2e5656d6912e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.814681] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1307.814681] env[63326]: value = "task-1725459" [ 1307.814681] env[63326]: _type = "Task" [ 1307.814681] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.823920] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725459, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.912079] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.912410] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.912470] env[63326]: DEBUG nova.network.neutron [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.914662] env[63326]: DEBUG nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.928176] env[63326]: DEBUG nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.948945] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.949484] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.949777] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.950119] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.950659] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.951078] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.951439] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.951796] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.952107] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.952484] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.952907] env[63326]: DEBUG nova.virt.hardware [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.954584] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f311a53-1ba9-4fce-9e8d-18b97b6c6e90 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.964768] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77d0b21-646b-48df-b25e-a9ab500589c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.149525] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.152614] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.454s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.153589] env[63326]: DEBUG nova.objects.instance [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lazy-loading 'resources' on Instance uuid 0b7031c7-ad44-4c57-aff5-df949f1617db {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.178769] env[63326]: INFO nova.scheduler.client.report [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Deleted allocations for instance 8ad232ce-b541-463d-8a80-d15d67cba1df [ 1308.232241] env[63326]: DEBUG oslo_vmware.api [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Task: {'id': task-1725457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207081} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.232520] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.232709] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.232885] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.233357] env[63326]: INFO nova.compute.manager [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1308.233357] env[63326]: DEBUG oslo.service.loopingcall [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.233529] env[63326]: DEBUG nova.compute.manager [-] [instance: b2384705-52e2-407b-b128-382abf994148] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.233608] env[63326]: DEBUG nova.network.neutron [-] [instance: b2384705-52e2-407b-b128-382abf994148] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.272270] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725458, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.272986] env[63326]: DEBUG nova.network.neutron [-] [instance: b2384705-52e2-407b-b128-382abf994148] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.324293] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725459, 'name': Rename_Task, 'duration_secs': 0.194573} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.324569] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.324819] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9b5f02e-5ba4-4932-8de1-ef5fbdcc6beb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.331404] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1308.331404] env[63326]: value = "task-1725460" [ 1308.331404] env[63326]: _type = "Task" [ 1308.331404] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.338952] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.455737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.466700] env[63326]: DEBUG nova.network.neutron [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.688466] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c995aa6-431b-43ff-94d4-abf8194f155b tempest-ServerDiagnosticsNegativeTest-1752851449 tempest-ServerDiagnosticsNegativeTest-1752851449-project-member] Lock "8ad232ce-b541-463d-8a80-d15d67cba1df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.551s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.720419] env[63326]: DEBUG nova.network.neutron [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [{"id": "d52d1ce4-9d57-4b04-a943-5393d8285436", "address": "fa:16:3e:72:bf:53", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52d1ce4-9d", "ovs_interfaceid": "d52d1ce4-9d57-4b04-a943-5393d8285436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.777853] env[63326]: DEBUG nova.network.neutron [-] [instance: b2384705-52e2-407b-b128-382abf994148] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.779069] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725458, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.847140] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725460, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.144020] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd8b485-16af-467c-a26b-4b24b3169f9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.151160] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e86ae28-2e93-46e1-9ddc-4b772f099ac2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.184848] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dfcec7-c969-4aff-b878-98842ba26294 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.195515] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebe0464-1803-4fb4-9c29-db0e425d4d96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.209848] env[63326]: DEBUG nova.compute.provider_tree [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1309.226019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.226019] env[63326]: DEBUG nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Instance network_info: |[{"id": "d52d1ce4-9d57-4b04-a943-5393d8285436", "address": "fa:16:3e:72:bf:53", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52d1ce4-9d", "ovs_interfaceid": "d52d1ce4-9d57-4b04-a943-5393d8285436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.226211] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:bf:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd52d1ce4-9d57-4b04-a943-5393d8285436', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.231619] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Creating folder: Project (b242596592e748568161086fb29525dc). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.232290] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36d25e5f-7149-46ca-a850-75705bd6e604 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.242717] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Created folder: Project (b242596592e748568161086fb29525dc) in parent group-v359097. [ 1309.243204] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Creating folder: Instances. Parent ref: group-v359140. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.243557] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d93d09-cd78-4b58-9be3-f793670f558c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.252948] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Created folder: Instances in parent group-v359140. [ 1309.253327] env[63326]: DEBUG oslo.service.loopingcall [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.253625] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8031f33e-874a-4028-885b-081279aa1912] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.254068] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b2de22c-69b0-43ba-872c-a8b22b6085d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.283822] env[63326]: INFO nova.compute.manager [-] [instance: b2384705-52e2-407b-b128-382abf994148] Took 1.05 seconds to deallocate network for instance. [ 1309.293022] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.293022] env[63326]: value = "task-1725463" [ 1309.293022] env[63326]: _type = "Task" [ 1309.293022] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.293022] env[63326]: DEBUG oslo_vmware.api [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725458, 'name': PowerOnVM_Task, 'duration_secs': 1.095043} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.293320] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.293320] env[63326]: INFO nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Took 11.99 seconds to spawn the instance on the hypervisor. [ 1309.293467] env[63326]: DEBUG nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.296904] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89b37c3-66bd-4c5d-aafe-91a7781de5db {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.304386] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725463, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.342194] env[63326]: DEBUG oslo_vmware.api [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725460, 'name': PowerOnVM_Task, 'duration_secs': 0.647736} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.342483] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.342682] env[63326]: INFO nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1309.342856] env[63326]: DEBUG nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.343648] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f57319-9762-4821-b12d-e49d2c00d7d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.418929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquiring lock "e310e14f-4487-4993-a6b6-367be947a9ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.419186] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "e310e14f-4487-4993-a6b6-367be947a9ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.682167] env[63326]: DEBUG nova.network.neutron [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Successfully updated port: af87d907-4f93-4bcc-8fe1-581b6cae25f3 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.734995] env[63326]: ERROR nova.scheduler.client.report [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] [req-35337e6a-6d7c-4afc-8b52-7ef2b76efcee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-35337e6a-6d7c-4afc-8b52-7ef2b76efcee"}]} [ 1309.754222] env[63326]: DEBUG nova.scheduler.client.report [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1309.772444] env[63326]: DEBUG nova.scheduler.client.report [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1309.772689] env[63326]: DEBUG nova.compute.provider_tree [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1309.785252] env[63326]: DEBUG nova.scheduler.client.report [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1309.794875] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.805553] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725463, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.807367] env[63326]: DEBUG nova.scheduler.client.report [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1309.826787] env[63326]: INFO nova.compute.manager [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Took 36.71 seconds to build instance. [ 1309.865140] env[63326]: DEBUG nova.compute.manager [req-10f477bb-1cd6-4d9c-a611-73bfa17fedf8 req-e1b338e5-af22-4eff-bdf0-314c66dacafd service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received event network-changed-d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1309.865566] env[63326]: DEBUG nova.compute.manager [req-10f477bb-1cd6-4d9c-a611-73bfa17fedf8 req-e1b338e5-af22-4eff-bdf0-314c66dacafd service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Refreshing instance network info cache due to event network-changed-d52d1ce4-9d57-4b04-a943-5393d8285436. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1309.865668] env[63326]: DEBUG oslo_concurrency.lockutils [req-10f477bb-1cd6-4d9c-a611-73bfa17fedf8 req-e1b338e5-af22-4eff-bdf0-314c66dacafd service nova] Acquiring lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.865914] env[63326]: DEBUG oslo_concurrency.lockutils [req-10f477bb-1cd6-4d9c-a611-73bfa17fedf8 req-e1b338e5-af22-4eff-bdf0-314c66dacafd service nova] Acquired lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.865914] env[63326]: DEBUG nova.network.neutron [req-10f477bb-1cd6-4d9c-a611-73bfa17fedf8 req-e1b338e5-af22-4eff-bdf0-314c66dacafd service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Refreshing network info cache for port d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.868565] env[63326]: INFO nova.compute.manager [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Took 33.40 seconds to build instance. [ 1309.870288] env[63326]: DEBUG nova.compute.manager [None req-d8078a5b-2da3-4f49-8062-166d39311b47 tempest-ServerDiagnosticsV248Test-691563807 tempest-ServerDiagnosticsV248Test-691563807-project-admin] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.871531] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8a5e8-b54d-4c8e-aed8-e7de82c318a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.881770] env[63326]: INFO nova.compute.manager [None req-d8078a5b-2da3-4f49-8062-166d39311b47 tempest-ServerDiagnosticsV248Test-691563807 tempest-ServerDiagnosticsV248Test-691563807-project-admin] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Retrieving diagnostics [ 1309.884238] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31a9b91-0506-4aa2-9c3c-5059f1b4c12b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.090822] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.093011] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.184811] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "refresh_cache-cd790c7d-8dc7-4066-b0e3-10660c5d163f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.185128] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquired lock "refresh_cache-cd790c7d-8dc7-4066-b0e3-10660c5d163f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.185128] env[63326]: DEBUG nova.network.neutron [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.310117] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725463, 'name': CreateVM_Task, 'duration_secs': 0.676491} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.310317] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8031f33e-874a-4028-885b-081279aa1912] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.310987] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.311178] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.311471] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.311719] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c325002-41f6-4113-b13c-bf6c61bc2663 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.317617] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1310.317617] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526722aa-017b-80d5-d0da-77d34378c723" [ 1310.317617] env[63326]: _type = "Task" [ 1310.317617] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.326056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-142b48d4-5723-49da-a770-fecfddafff0c tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "30041e20-4a62-4bf3-a23e-0986f38de3e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.130s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.326981] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526722aa-017b-80d5-d0da-77d34378c723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.342585] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8854b96-37c2-4930-b55a-5fa863917a4f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.350999] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5731c1-9f78-4c9f-ae00-42c89d2a10b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.388613] env[63326]: DEBUG oslo_concurrency.lockutils [None req-331255a9-b516-44bc-aba0-c6e021fafd56 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "56adab99-108b-4ba6-927c-ac38e47a13fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.296s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.390617] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a70f2cd-cda7-44e6-ab12-808f7a5ae38e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.398668] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef9c987-b31c-46eb-9ad6-7150eabf8545 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.415228] env[63326]: DEBUG nova.compute.provider_tree [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.749714] env[63326]: DEBUG nova.network.neutron [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.756020] env[63326]: DEBUG nova.network.neutron [req-10f477bb-1cd6-4d9c-a611-73bfa17fedf8 req-e1b338e5-af22-4eff-bdf0-314c66dacafd service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updated VIF entry in instance network info cache for port d52d1ce4-9d57-4b04-a943-5393d8285436. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.756020] env[63326]: DEBUG nova.network.neutron [req-10f477bb-1cd6-4d9c-a611-73bfa17fedf8 req-e1b338e5-af22-4eff-bdf0-314c66dacafd service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [{"id": "d52d1ce4-9d57-4b04-a943-5393d8285436", "address": "fa:16:3e:72:bf:53", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52d1ce4-9d", "ovs_interfaceid": "d52d1ce4-9d57-4b04-a943-5393d8285436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.829924] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526722aa-017b-80d5-d0da-77d34378c723, 'name': SearchDatastore_Task, 'duration_secs': 0.026647} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.830264] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.833442] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.833442] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.833442] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.833442] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.833580] env[63326]: DEBUG nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.834295] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2803a5b2-8bd2-46ad-9dcc-50722181f8dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.848504] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.848732] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.849545] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9dd22d9-16ad-44fd-9500-ed16cef5d1f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.857092] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1310.857092] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522cc3d6-e9c7-6a14-1fb4-00f6d59100ef" [ 1310.857092] env[63326]: _type = "Task" [ 1310.857092] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.868584] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522cc3d6-e9c7-6a14-1fb4-00f6d59100ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.895321] env[63326]: DEBUG nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.956856] env[63326]: DEBUG nova.network.neutron [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Updating instance_info_cache with network_info: [{"id": "af87d907-4f93-4bcc-8fe1-581b6cae25f3", "address": "fa:16:3e:a5:e9:78", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf87d907-4f", "ovs_interfaceid": "af87d907-4f93-4bcc-8fe1-581b6cae25f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.966020] env[63326]: DEBUG nova.scheduler.client.report [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1310.966020] env[63326]: DEBUG nova.compute.provider_tree [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 45 to 46 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1310.966020] env[63326]: DEBUG nova.compute.provider_tree [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.261589] env[63326]: DEBUG oslo_concurrency.lockutils [req-10f477bb-1cd6-4d9c-a611-73bfa17fedf8 req-e1b338e5-af22-4eff-bdf0-314c66dacafd service nova] Releasing lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.358023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.367447] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522cc3d6-e9c7-6a14-1fb4-00f6d59100ef, 'name': SearchDatastore_Task, 'duration_secs': 0.034878} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.368474] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de1920a-e06b-42e2-a524-5ebdac1bd0ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.373326] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1311.373326] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b2208-e43b-693b-9020-96a88e444e77" [ 1311.373326] env[63326]: _type = "Task" [ 1311.373326] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.381308] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b2208-e43b-693b-9020-96a88e444e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.420703] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.461713] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Releasing lock "refresh_cache-cd790c7d-8dc7-4066-b0e3-10660c5d163f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.462093] env[63326]: DEBUG nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Instance network_info: |[{"id": "af87d907-4f93-4bcc-8fe1-581b6cae25f3", "address": "fa:16:3e:a5:e9:78", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf87d907-4f", "ovs_interfaceid": "af87d907-4f93-4bcc-8fe1-581b6cae25f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.462611] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:e9:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af87d907-4f93-4bcc-8fe1-581b6cae25f3', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.471358] env[63326]: DEBUG oslo.service.loopingcall [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.472164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.320s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.474369] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.474925] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.882s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.475330] env[63326]: DEBUG nova.objects.instance [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Lazy-loading 'resources' on Instance uuid 4590a34e-10f9-4365-9e5b-2a29ec57aa3a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.477227] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77eea3b3-da01-45c5-960a-3d7a297bff0e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.498464] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.498464] env[63326]: value = "task-1725464" [ 1311.498464] env[63326]: _type = "Task" [ 1311.498464] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.502514] env[63326]: INFO nova.scheduler.client.report [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Deleted allocations for instance 0b7031c7-ad44-4c57-aff5-df949f1617db [ 1311.509943] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725464, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.523520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquiring lock "f6e53747-9a7f-4564-a7bf-380ab17095fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.523520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "f6e53747-9a7f-4564-a7bf-380ab17095fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.523520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquiring lock "f6e53747-9a7f-4564-a7bf-380ab17095fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.523520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "f6e53747-9a7f-4564-a7bf-380ab17095fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.523789] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "f6e53747-9a7f-4564-a7bf-380ab17095fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.525994] env[63326]: INFO nova.compute.manager [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Terminating instance [ 1311.887517] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b2208-e43b-693b-9020-96a88e444e77, 'name': SearchDatastore_Task, 'duration_secs': 0.032786} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.888592] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.888978] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8031f33e-874a-4028-885b-081279aa1912/8031f33e-874a-4028-885b-081279aa1912.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.889623] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-047b23bb-d8c0-45eb-a379-073273a7d23b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.897021] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1311.897021] env[63326]: value = "task-1725465" [ 1311.897021] env[63326]: _type = "Task" [ 1311.897021] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.906987] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.008819] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725464, 'name': CreateVM_Task, 'duration_secs': 0.392226} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.009159] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.009873] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.010125] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.011213] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.011213] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d189a1-3479-4df4-8ca1-75ee183a5ece {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.015694] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b302bfcd-3f1a-4055-b1c7-dc3b36fe64b2 tempest-ServerDiagnosticsTest-952637975 tempest-ServerDiagnosticsTest-952637975-project-member] Lock "0b7031c7-ad44-4c57-aff5-df949f1617db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.173s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.023645] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1312.023645] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f6aa13-3e4b-a8cf-771c-8e36d1f9cd84" [ 1312.023645] env[63326]: _type = "Task" [ 1312.023645] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.034239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquiring lock "refresh_cache-f6e53747-9a7f-4564-a7bf-380ab17095fa" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.037122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquired lock "refresh_cache-f6e53747-9a7f-4564-a7bf-380ab17095fa" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.037122] env[63326]: DEBUG nova.network.neutron [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.037122] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f6aa13-3e4b-a8cf-771c-8e36d1f9cd84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.366441] env[63326]: DEBUG nova.compute.manager [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Received event network-vif-plugged-af87d907-4f93-4bcc-8fe1-581b6cae25f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1312.367079] env[63326]: DEBUG oslo_concurrency.lockutils [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] Acquiring lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.367514] env[63326]: DEBUG oslo_concurrency.lockutils [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] Lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.367747] env[63326]: DEBUG oslo_concurrency.lockutils [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] Lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.367928] env[63326]: DEBUG nova.compute.manager [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] No waiting events found dispatching network-vif-plugged-af87d907-4f93-4bcc-8fe1-581b6cae25f3 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.368269] env[63326]: WARNING nova.compute.manager [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Received unexpected event network-vif-plugged-af87d907-4f93-4bcc-8fe1-581b6cae25f3 for instance with vm_state building and task_state spawning. [ 1312.368440] env[63326]: DEBUG nova.compute.manager [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Received event network-changed-af87d907-4f93-4bcc-8fe1-581b6cae25f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1312.368596] env[63326]: DEBUG nova.compute.manager [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Refreshing instance network info cache due to event network-changed-af87d907-4f93-4bcc-8fe1-581b6cae25f3. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1312.368777] env[63326]: DEBUG oslo_concurrency.lockutils [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] Acquiring lock "refresh_cache-cd790c7d-8dc7-4066-b0e3-10660c5d163f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.369140] env[63326]: DEBUG oslo_concurrency.lockutils [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] Acquired lock "refresh_cache-cd790c7d-8dc7-4066-b0e3-10660c5d163f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.369377] env[63326]: DEBUG nova.network.neutron [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Refreshing network info cache for port af87d907-4f93-4bcc-8fe1-581b6cae25f3 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.407679] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725465, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.547810] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f6aa13-3e4b-a8cf-771c-8e36d1f9cd84, 'name': SearchDatastore_Task, 'duration_secs': 0.022895} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.549347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.549626] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.552766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.552766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.552766] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.552766] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a30bce4-6310-471c-a490-6db6d0ae3cd8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.565546] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29d7e92-379a-4301-9ab4-12bf81f39cdc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.574467] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.574628] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.575879] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcaf289-515a-46ed-b502-47aee47f7e98 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.582969] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032faa2f-f929-4228-9b68-506bc9eba72f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.588338] env[63326]: DEBUG nova.network.neutron [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.591887] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1312.591887] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520166be-f49e-a539-10f2-b05335fb075f" [ 1312.591887] env[63326]: _type = "Task" [ 1312.591887] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.602414] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "2503dee7-4536-4222-909c-e24a3718df40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.602686] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "2503dee7-4536-4222-909c-e24a3718df40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.636842] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462e276f-e9e4-4df0-8c33-feb1d31eacab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.645499] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520166be-f49e-a539-10f2-b05335fb075f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.652714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45f6da-9398-42f2-97f5-dd582d0afae2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.669724] env[63326]: DEBUG nova.compute.provider_tree [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.732501] env[63326]: DEBUG nova.network.neutron [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.908620] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.98148} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.909188] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8031f33e-874a-4028-885b-081279aa1912/8031f33e-874a-4028-885b-081279aa1912.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.909544] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.909881] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a472585-2ced-4c8e-83ff-102fb74debb1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.915929] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1312.915929] env[63326]: value = "task-1725466" [ 1312.915929] env[63326]: _type = "Task" [ 1312.915929] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.926027] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.108227] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520166be-f49e-a539-10f2-b05335fb075f, 'name': SearchDatastore_Task, 'duration_secs': 0.068945} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.108426] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4bb045-b11a-4350-af4e-44626898541b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.116736] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1313.116736] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522a9f8b-ca61-a9bd-51d6-a28852af027a" [ 1313.116736] env[63326]: _type = "Task" [ 1313.116736] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.123909] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522a9f8b-ca61-a9bd-51d6-a28852af027a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.173330] env[63326]: DEBUG nova.scheduler.client.report [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.238211] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Releasing lock "refresh_cache-f6e53747-9a7f-4564-a7bf-380ab17095fa" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.238681] env[63326]: DEBUG nova.compute.manager [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.238876] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.239768] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78353d7e-a1b7-4a66-abf7-98a71f132f73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.248119] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.248962] env[63326]: DEBUG nova.network.neutron [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Updated VIF entry in instance network info cache for port af87d907-4f93-4bcc-8fe1-581b6cae25f3. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.249298] env[63326]: DEBUG nova.network.neutron [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Updating instance_info_cache with network_info: [{"id": "af87d907-4f93-4bcc-8fe1-581b6cae25f3", "address": "fa:16:3e:a5:e9:78", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf87d907-4f", "ovs_interfaceid": "af87d907-4f93-4bcc-8fe1-581b6cae25f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.250501] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70588152-b751-4126-acbf-0230b7dacd32 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.257320] env[63326]: DEBUG oslo_vmware.api [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1313.257320] env[63326]: value = "task-1725467" [ 1313.257320] env[63326]: _type = "Task" [ 1313.257320] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.269861] env[63326]: DEBUG oslo_vmware.api [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.425881] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068737} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.426146] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.426878] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c6746c-4b2a-40da-b23d-b4549a99b8a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.456916] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 8031f33e-874a-4028-885b-081279aa1912/8031f33e-874a-4028-885b-081279aa1912.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.457274] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4a454b-7759-4556-9cde-303626d0cb91 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.484180] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1313.484180] env[63326]: value = "task-1725468" [ 1313.484180] env[63326]: _type = "Task" [ 1313.484180] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.493296] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.629677] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522a9f8b-ca61-a9bd-51d6-a28852af027a, 'name': SearchDatastore_Task, 'duration_secs': 0.050653} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.630301] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.630756] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] cd790c7d-8dc7-4066-b0e3-10660c5d163f/cd790c7d-8dc7-4066-b0e3-10660c5d163f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.630756] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddce3e71-c5a9-448f-9d51-cb4343ab85b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.640208] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1313.640208] env[63326]: value = "task-1725469" [ 1313.640208] env[63326]: _type = "Task" [ 1313.640208] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.649815] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.681897] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.684587] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.364s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.687572] env[63326]: INFO nova.compute.claims [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.715998] env[63326]: INFO nova.scheduler.client.report [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Deleted allocations for instance 4590a34e-10f9-4365-9e5b-2a29ec57aa3a [ 1313.754122] env[63326]: DEBUG oslo_concurrency.lockutils [req-781c8645-422f-4ea1-8af6-31836519a8ac req-73b9071d-7eb4-4621-abfe-d874cba4e46d service nova] Releasing lock "refresh_cache-cd790c7d-8dc7-4066-b0e3-10660c5d163f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.770758] env[63326]: DEBUG oslo_vmware.api [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725467, 'name': PowerOffVM_Task, 'duration_secs': 0.122487} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.770758] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.770947] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.771224] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ef70a1-f37b-44eb-b74d-4e5b693f56ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.798243] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.798243] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.798243] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Deleting the datastore file [datastore1] f6e53747-9a7f-4564-a7bf-380ab17095fa {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.798243] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ad21ccd-8cdc-45f1-838f-6d00782896e1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.805456] env[63326]: DEBUG oslo_vmware.api [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for the task: (returnval){ [ 1313.805456] env[63326]: value = "task-1725471" [ 1313.805456] env[63326]: _type = "Task" [ 1313.805456] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.817683] env[63326]: DEBUG oslo_vmware.api [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.995572] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.151600] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725469, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.226698] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83e66068-42ff-4751-8595-1d9464bf0fd0 tempest-DeleteServersAdminTestJSON-1891226139 tempest-DeleteServersAdminTestJSON-1891226139-project-admin] Lock "4590a34e-10f9-4365-9e5b-2a29ec57aa3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.965s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.319515] env[63326]: DEBUG oslo_vmware.api [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Task: {'id': task-1725471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150883} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.319822] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.320261] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.320351] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.320550] env[63326]: INFO nova.compute.manager [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1314.320831] env[63326]: DEBUG oslo.service.loopingcall [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.321066] env[63326]: DEBUG nova.compute.manager [-] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.321221] env[63326]: DEBUG nova.network.neutron [-] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.340524] env[63326]: DEBUG nova.network.neutron [-] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.494655] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725468, 'name': ReconfigVM_Task, 'duration_secs': 0.899301} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.495301] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 8031f33e-874a-4028-885b-081279aa1912/8031f33e-874a-4028-885b-081279aa1912.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.496241] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-304e1cab-da3f-4abb-ab58-9faf7d2cd8c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.506119] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1314.506119] env[63326]: value = "task-1725472" [ 1314.506119] env[63326]: _type = "Task" [ 1314.506119] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.514322] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725472, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.650921] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705898} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.650921] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] cd790c7d-8dc7-4066-b0e3-10660c5d163f/cd790c7d-8dc7-4066-b0e3-10660c5d163f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.650921] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.650921] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-373465b2-b688-4db6-9727-07b1fb2a6170 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.658146] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1314.658146] env[63326]: value = "task-1725473" [ 1314.658146] env[63326]: _type = "Task" [ 1314.658146] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.668184] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.844948] env[63326]: DEBUG nova.network.neutron [-] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.016296] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725472, 'name': Rename_Task, 'duration_secs': 0.216707} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.016572] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.017568] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd509f67-96d1-4ff3-9dd7-f1056f9114d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.024321] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1315.024321] env[63326]: value = "task-1725474" [ 1315.024321] env[63326]: _type = "Task" [ 1315.024321] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.034618] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.168308] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070204} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.168677] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.169616] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6831ce-cc89-4288-b7c4-0d00af6ae36c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.196950] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] cd790c7d-8dc7-4066-b0e3-10660c5d163f/cd790c7d-8dc7-4066-b0e3-10660c5d163f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.198377] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5be2dd2-5334-4b0c-8fac-7362b96f9175 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.213762] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b8fc12-cf8c-4037-9dd6-0d762f28a29b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.223712] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4814d533-95a0-46c6-8bd8-877518a9b9e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.226913] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1315.226913] env[63326]: value = "task-1725475" [ 1315.226913] env[63326]: _type = "Task" [ 1315.226913] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.256376] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907f0d3a-8e53-481d-81f3-b11438ce6d4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.262167] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.266959] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9347a32-367f-4bf6-ab40-5e94d9e4ded1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.282235] env[63326]: DEBUG nova.compute.provider_tree [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.350197] env[63326]: INFO nova.compute.manager [-] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Took 1.03 seconds to deallocate network for instance. [ 1315.542237] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquiring lock "530863d0-7395-4add-8633-51aa81bf1067" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.543738] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "530863d0-7395-4add-8633-51aa81bf1067" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.544748] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.742106] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.817468] env[63326]: ERROR nova.scheduler.client.report [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [req-2142b255-8b0d-4ed3-8225-7ef85d09a823] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2142b255-8b0d-4ed3-8225-7ef85d09a823"}]} [ 1315.831393] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.831797] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.838886] env[63326]: DEBUG nova.scheduler.client.report [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1315.855369] env[63326]: DEBUG nova.scheduler.client.report [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1315.855586] env[63326]: DEBUG nova.compute.provider_tree [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.858209] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.872586] env[63326]: DEBUG nova.scheduler.client.report [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1315.896859] env[63326]: DEBUG nova.scheduler.client.report [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1316.037583] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725474, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.241300] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725475, 'name': ReconfigVM_Task, 'duration_secs': 0.813284} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.241575] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] cd790c7d-8dc7-4066-b0e3-10660c5d163f/cd790c7d-8dc7-4066-b0e3-10660c5d163f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.244267] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c0a5345-b6c0-482d-afe0-7f84f42a9a1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.250017] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1316.250017] env[63326]: value = "task-1725476" [ 1316.250017] env[63326]: _type = "Task" [ 1316.250017] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.261727] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725476, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.484151] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259756f2-65ce-47f4-b0f8-add6bd9784ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.493449] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a205c595-3131-4e85-b9be-632539ef28ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.536189] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5002b2d-8e30-417f-9ee3-2d74ffbdedda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.549138] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f896e9-a03b-4d33-9e40-c123ada21be5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.553573] env[63326]: DEBUG oslo_vmware.api [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725474, 'name': PowerOnVM_Task, 'duration_secs': 1.057966} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.553986] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.555110] env[63326]: INFO nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Took 11.33 seconds to spawn the instance on the hypervisor. [ 1316.555110] env[63326]: DEBUG nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.556540] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fc6d01-84e4-492f-945d-039690ecec5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.566336] env[63326]: DEBUG nova.compute.provider_tree [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.760660] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725476, 'name': Rename_Task, 'duration_secs': 0.281836} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.760935] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.761196] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e232a7-2b0a-41e4-b29f-59a395376669 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.767789] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1316.767789] env[63326]: value = "task-1725477" [ 1316.767789] env[63326]: _type = "Task" [ 1316.767789] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.776122] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.087498] env[63326]: INFO nova.compute.manager [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Took 39.90 seconds to build instance. [ 1317.101519] env[63326]: DEBUG nova.scheduler.client.report [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1317.101519] env[63326]: DEBUG nova.compute.provider_tree [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 49 to 50 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1317.101519] env[63326]: DEBUG nova.compute.provider_tree [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.279365] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725477, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.594793] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9fc62806-115f-49df-907b-2b9b53ae9489 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "8031f33e-874a-4028-885b-081279aa1912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.731s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.610212] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.923s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.610212] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.610445] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.460s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.611942] env[63326]: INFO nova.compute.claims [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.781619] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725477, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.195082] env[63326]: DEBUG nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.195082] env[63326]: DEBUG nova.compute.utils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.195082] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.195082] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.196984] env[63326]: DEBUG nova.policy [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6f415c887e44b6ac2826763635c6e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86f78a3fea7b492490000cdbda2231cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.279483] env[63326]: DEBUG oslo_vmware.api [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725477, 'name': PowerOnVM_Task, 'duration_secs': 1.028583} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.280027] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.280467] env[63326]: INFO nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1318.283016] env[63326]: DEBUG nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.283016] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fed44d-9e81-4370-a53f-40964a607a28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.332244] env[63326]: DEBUG oslo_concurrency.lockutils [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.332244] env[63326]: DEBUG oslo_concurrency.lockutils [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.332244] env[63326]: DEBUG nova.compute.manager [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.332244] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1da2c21-2489-4293-8031-2c81d1a13af3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.341499] env[63326]: DEBUG nova.compute.manager [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1318.342135] env[63326]: DEBUG nova.objects.instance [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lazy-loading 'flavor' on Instance uuid d1ec065a-cb29-4429-aaa3-a9ef8b6b1302 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.583630] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Successfully created port: 67a1f79d-7df2-4c69-a953-278a39a7e0a5 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.635533] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.646973] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.691888] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.803080] env[63326]: INFO nova.compute.manager [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Took 40.58 seconds to build instance. [ 1319.033425] env[63326]: DEBUG nova.compute.manager [req-efc5d616-58f9-4de3-8e8a-e545a654be0d req-708c5506-0e7e-4145-b737-b71f68069c8a service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received event network-changed-d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1319.034037] env[63326]: DEBUG nova.compute.manager [req-efc5d616-58f9-4de3-8e8a-e545a654be0d req-708c5506-0e7e-4145-b737-b71f68069c8a service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Refreshing instance network info cache due to event network-changed-d52d1ce4-9d57-4b04-a943-5393d8285436. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1319.034037] env[63326]: DEBUG oslo_concurrency.lockutils [req-efc5d616-58f9-4de3-8e8a-e545a654be0d req-708c5506-0e7e-4145-b737-b71f68069c8a service nova] Acquiring lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.034037] env[63326]: DEBUG oslo_concurrency.lockutils [req-efc5d616-58f9-4de3-8e8a-e545a654be0d req-708c5506-0e7e-4145-b737-b71f68069c8a service nova] Acquired lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.034174] env[63326]: DEBUG nova.network.neutron [req-efc5d616-58f9-4de3-8e8a-e545a654be0d req-708c5506-0e7e-4145-b737-b71f68069c8a service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Refreshing network info cache for port d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.219444] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68c8385-810e-4898-944c-c091fd8a5af5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.228514] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35619f1-a863-479a-acf6-104b2082f863 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.259740] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f975968c-d118-4e01-84e4-4c4a64870f33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.267385] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfccbae5-9bbe-491d-893b-169ec4f42a5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.281205] env[63326]: DEBUG nova.compute.provider_tree [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.305614] env[63326]: DEBUG oslo_concurrency.lockutils [None req-892071f3-edc8-4f3e-a13c-a9ca8147a09d tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.998s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.353642] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.354408] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced42baf-18bf-4f53-8c6c-d794654301a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.365980] env[63326]: DEBUG oslo_vmware.api [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1319.365980] env[63326]: value = "task-1725478" [ 1319.365980] env[63326]: _type = "Task" [ 1319.365980] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.375584] env[63326]: DEBUG oslo_vmware.api [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.653174] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.685097] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.685348] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.685500] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.685690] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.685831] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.685972] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.686263] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.686422] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.686580] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.686737] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.686903] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.687802] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feb3fb0-52a8-4fa0-a4f4-63bf5fc895f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.696070] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a7c30f-64bd-4878-b515-2cf26900a9c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.785343] env[63326]: DEBUG nova.scheduler.client.report [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.808667] env[63326]: DEBUG nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.882654] env[63326]: DEBUG oslo_vmware.api [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725478, 'name': PowerOffVM_Task, 'duration_secs': 0.238008} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.884796] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.885290] env[63326]: DEBUG nova.compute.manager [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.886863] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab1638-2953-40b7-821b-007575ed9a2b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.107572] env[63326]: DEBUG nova.network.neutron [req-efc5d616-58f9-4de3-8e8a-e545a654be0d req-708c5506-0e7e-4145-b737-b71f68069c8a service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updated VIF entry in instance network info cache for port d52d1ce4-9d57-4b04-a943-5393d8285436. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.107572] env[63326]: DEBUG nova.network.neutron [req-efc5d616-58f9-4de3-8e8a-e545a654be0d req-708c5506-0e7e-4145-b737-b71f68069c8a service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [{"id": "d52d1ce4-9d57-4b04-a943-5393d8285436", "address": "fa:16:3e:72:bf:53", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52d1ce4-9d", "ovs_interfaceid": "d52d1ce4-9d57-4b04-a943-5393d8285436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.290313] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.294172] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.302019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.933s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.302019] env[63326]: INFO nova.compute.claims [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.351258] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.405853] env[63326]: DEBUG oslo_concurrency.lockutils [None req-451fa414-9add-4661-9d88-086e77ecb7fb tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.509195] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Successfully updated port: 67a1f79d-7df2-4c69-a953-278a39a7e0a5 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1320.611029] env[63326]: DEBUG oslo_concurrency.lockutils [req-efc5d616-58f9-4de3-8e8a-e545a654be0d req-708c5506-0e7e-4145-b737-b71f68069c8a service nova] Releasing lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.693463] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.693463] env[63326]: DEBUG nova.compute.manager [req-855414ea-6b67-4e07-9dbb-a7c5d1d88f4a req-b0efcd0e-d140-48f4-9fa6-7f33fdb32c12 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Received event network-vif-plugged-67a1f79d-7df2-4c69-a953-278a39a7e0a5 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1320.693463] env[63326]: DEBUG oslo_concurrency.lockutils [req-855414ea-6b67-4e07-9dbb-a7c5d1d88f4a req-b0efcd0e-d140-48f4-9fa6-7f33fdb32c12 service nova] Acquiring lock "d0dacc3e-dd44-406d-a773-425fbda4958e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.693463] env[63326]: DEBUG oslo_concurrency.lockutils [req-855414ea-6b67-4e07-9dbb-a7c5d1d88f4a req-b0efcd0e-d140-48f4-9fa6-7f33fdb32c12 service nova] Lock "d0dacc3e-dd44-406d-a773-425fbda4958e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.694032] env[63326]: DEBUG oslo_concurrency.lockutils [req-855414ea-6b67-4e07-9dbb-a7c5d1d88f4a req-b0efcd0e-d140-48f4-9fa6-7f33fdb32c12 service nova] Lock "d0dacc3e-dd44-406d-a773-425fbda4958e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.694346] env[63326]: DEBUG nova.compute.manager [req-855414ea-6b67-4e07-9dbb-a7c5d1d88f4a req-b0efcd0e-d140-48f4-9fa6-7f33fdb32c12 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] No waiting events found dispatching network-vif-plugged-67a1f79d-7df2-4c69-a953-278a39a7e0a5 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.694789] env[63326]: WARNING nova.compute.manager [req-855414ea-6b67-4e07-9dbb-a7c5d1d88f4a req-b0efcd0e-d140-48f4-9fa6-7f33fdb32c12 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Received unexpected event network-vif-plugged-67a1f79d-7df2-4c69-a953-278a39a7e0a5 for instance with vm_state building and task_state spawning. [ 1320.809063] env[63326]: DEBUG nova.compute.utils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1320.814902] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.815584] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.893932] env[63326]: DEBUG nova.policy [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6f415c887e44b6ac2826763635c6e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86f78a3fea7b492490000cdbda2231cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.013055] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "refresh_cache-d0dacc3e-dd44-406d-a773-425fbda4958e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.013215] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "refresh_cache-d0dacc3e-dd44-406d-a773-425fbda4958e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.013389] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.196511] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.313569] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.357253] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Successfully created port: 45976544-8b61-415a-bf38-060b716c86d7 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.572930] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.611811] env[63326]: DEBUG nova.compute.manager [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.611811] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04f60d9-611c-4701-9a74-66a838805ba6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.860100] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c535d-62b0-4589-89ac-24e4592e605c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.869164] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60adf5f0-b035-475f-87e5-49f4e012ea3b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.908038] env[63326]: DEBUG nova.objects.instance [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lazy-loading 'flavor' on Instance uuid d1ec065a-cb29-4429-aaa3-a9ef8b6b1302 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.910189] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Updating instance_info_cache with network_info: [{"id": "67a1f79d-7df2-4c69-a953-278a39a7e0a5", "address": "fa:16:3e:95:48:a8", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a1f79d-7d", "ovs_interfaceid": "67a1f79d-7df2-4c69-a953-278a39a7e0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.911724] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83a373d-581e-42ae-b83c-5294e0696fd2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.919919] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67271c0e-2692-41c5-9ce1-9d65b85e118d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.935187] env[63326]: DEBUG nova.compute.provider_tree [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.130556] env[63326]: INFO nova.compute.manager [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] instance snapshotting [ 1322.133566] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d0954-3ec0-47f3-8068-89b48dd80b5d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.153360] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd7d5ca-d2c6-4f4b-8740-15dd5bacddf6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.330353] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.351567] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.351746] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.351900] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.352091] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.352236] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.352401] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.352607] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.352757] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.352914] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.353080] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.353252] env[63326]: DEBUG nova.virt.hardware [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.354092] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54bf0be-1389-4c5a-8dfa-a0055b3810d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.362276] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc38b040-e543-48d0-b9f1-58ce6cb4030f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.417810] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "refresh_cache-d0dacc3e-dd44-406d-a773-425fbda4958e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.417928] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Instance network_info: |[{"id": "67a1f79d-7df2-4c69-a953-278a39a7e0a5", "address": "fa:16:3e:95:48:a8", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a1f79d-7d", "ovs_interfaceid": "67a1f79d-7df2-4c69-a953-278a39a7e0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.418445] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.418617] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquired lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.418820] env[63326]: DEBUG nova.network.neutron [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.419009] env[63326]: DEBUG nova.objects.instance [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lazy-loading 'info_cache' on Instance uuid d1ec065a-cb29-4429-aaa3-a9ef8b6b1302 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.420660] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:48:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67a1f79d-7df2-4c69-a953-278a39a7e0a5', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.427570] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Creating folder: Project (86f78a3fea7b492490000cdbda2231cf). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1322.428016] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e63aa8f8-cf39-438b-82e2-cce67f6562f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.438677] env[63326]: DEBUG nova.scheduler.client.report [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.441716] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Created folder: Project (86f78a3fea7b492490000cdbda2231cf) in parent group-v359097. [ 1322.441929] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Creating folder: Instances. Parent ref: group-v359144. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1322.442809] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06a6a9a9-34f5-4e39-aa9c-02789d8277f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.452622] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Created folder: Instances in parent group-v359144. [ 1322.453356] env[63326]: DEBUG oslo.service.loopingcall [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.453571] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.453792] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f88b923b-4d0d-4077-9b6a-ae40c8958f33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.473083] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.473083] env[63326]: value = "task-1725481" [ 1322.473083] env[63326]: _type = "Task" [ 1322.473083] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.480691] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725481, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.575830] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "04db72ce-e49a-4ee7-a321-9810dd258233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.576080] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.668723] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1322.669107] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7d256ff-9db1-4cd2-8cd1-bd37641b770d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.677123] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1322.677123] env[63326]: value = "task-1725482" [ 1322.677123] env[63326]: _type = "Task" [ 1322.677123] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.685614] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.721247] env[63326]: DEBUG nova.compute.manager [req-4042746e-932b-4ead-b480-becb249b1c6d req-4a67855b-c30f-477b-862d-19fd6a9f19f9 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Received event network-changed-67a1f79d-7df2-4c69-a953-278a39a7e0a5 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1322.721394] env[63326]: DEBUG nova.compute.manager [req-4042746e-932b-4ead-b480-becb249b1c6d req-4a67855b-c30f-477b-862d-19fd6a9f19f9 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Refreshing instance network info cache due to event network-changed-67a1f79d-7df2-4c69-a953-278a39a7e0a5. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1322.721612] env[63326]: DEBUG oslo_concurrency.lockutils [req-4042746e-932b-4ead-b480-becb249b1c6d req-4a67855b-c30f-477b-862d-19fd6a9f19f9 service nova] Acquiring lock "refresh_cache-d0dacc3e-dd44-406d-a773-425fbda4958e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.721749] env[63326]: DEBUG oslo_concurrency.lockutils [req-4042746e-932b-4ead-b480-becb249b1c6d req-4a67855b-c30f-477b-862d-19fd6a9f19f9 service nova] Acquired lock "refresh_cache-d0dacc3e-dd44-406d-a773-425fbda4958e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.721905] env[63326]: DEBUG nova.network.neutron [req-4042746e-932b-4ead-b480-becb249b1c6d req-4a67855b-c30f-477b-862d-19fd6a9f19f9 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Refreshing network info cache for port 67a1f79d-7df2-4c69-a953-278a39a7e0a5 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.929519] env[63326]: DEBUG nova.objects.base [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1322.947331] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.947494] env[63326]: DEBUG nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.952256] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.329s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.952459] env[63326]: DEBUG nova.objects.instance [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] [instance: b2384705-52e2-407b-b128-382abf994148] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1322.986981] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725481, 'name': CreateVM_Task, 'duration_secs': 0.315615} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.987212] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.988014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.988233] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.988607] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.989099] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86253524-c5a1-4d1f-bae4-d9e711ed1f5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.994256] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1322.994256] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cdcc46-ce21-0d3b-c6b8-8fdf4b33be8f" [ 1322.994256] env[63326]: _type = "Task" [ 1322.994256] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.012678] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cdcc46-ce21-0d3b-c6b8-8fdf4b33be8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.012678] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.012678] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.012678] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.012840] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.012840] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.012840] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-743c6ae3-549a-45a1-b2a1-c491da9bdf20 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.020686] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.020856] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.021570] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571ec5a6-34ac-4032-9a8e-6bfe104d4fae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.027382] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1323.027382] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e99ada-2376-e489-e53b-1198db15537a" [ 1323.027382] env[63326]: _type = "Task" [ 1323.027382] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.035458] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e99ada-2376-e489-e53b-1198db15537a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.187446] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.295391] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Successfully updated port: 45976544-8b61-415a-bf38-060b716c86d7 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.454202] env[63326]: DEBUG nova.compute.utils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.455688] env[63326]: DEBUG nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.455794] env[63326]: DEBUG nova.network.neutron [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.517182] env[63326]: DEBUG nova.policy [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78176dd6be4547b0b69e031374aec75a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c47577faa0f149429bcdd7acc5385663', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.538919] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e99ada-2376-e489-e53b-1198db15537a, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.539755] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0d4f3e-c0b6-48da-a7b6-2947d2dec620 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.545336] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1323.545336] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d374d-8bd0-c264-ed0f-19ce0f18ec69" [ 1323.545336] env[63326]: _type = "Task" [ 1323.545336] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.554271] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d374d-8bd0-c264-ed0f-19ce0f18ec69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.677208] env[63326]: DEBUG nova.network.neutron [req-4042746e-932b-4ead-b480-becb249b1c6d req-4a67855b-c30f-477b-862d-19fd6a9f19f9 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Updated VIF entry in instance network info cache for port 67a1f79d-7df2-4c69-a953-278a39a7e0a5. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.677208] env[63326]: DEBUG nova.network.neutron [req-4042746e-932b-4ead-b480-becb249b1c6d req-4a67855b-c30f-477b-862d-19fd6a9f19f9 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Updating instance_info_cache with network_info: [{"id": "67a1f79d-7df2-4c69-a953-278a39a7e0a5", "address": "fa:16:3e:95:48:a8", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a1f79d-7d", "ovs_interfaceid": "67a1f79d-7df2-4c69-a953-278a39a7e0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.687216] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725482, 'name': CreateSnapshot_Task, 'duration_secs': 0.850875} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.687493] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1323.688413] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7268f9-2d2e-46d6-ab83-c26ad7a40a69 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.802114] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "refresh_cache-e6b8b647-eb88-40cb-8295-4625c27190ef" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.802453] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "refresh_cache-e6b8b647-eb88-40cb-8295-4625c27190ef" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.802728] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.843793] env[63326]: DEBUG nova.network.neutron [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Updating instance_info_cache with network_info: [{"id": "bfe85c1c-cc95-4b4c-9453-62031933f083", "address": "fa:16:3e:4a:47:98", "network": {"id": "6bdea31b-e4a3-466d-96e4-c21dd027eea5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2091899168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0872cbf66f9344d48e8baeb13fd81f82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe85c1c-cc", "ovs_interfaceid": "bfe85c1c-cc95-4b4c-9453-62031933f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.918573] env[63326]: DEBUG nova.network.neutron [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Successfully created port: be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.961565] env[63326]: DEBUG nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.965199] env[63326]: DEBUG oslo_concurrency.lockutils [None req-829451a5-236c-48cf-b851-b8bacc308d95 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.676370] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.841s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.677899] env[63326]: INFO nova.compute.claims [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.680731] env[63326]: DEBUG oslo_concurrency.lockutils [req-4042746e-932b-4ead-b480-becb249b1c6d req-4a67855b-c30f-477b-862d-19fd6a9f19f9 service nova] Releasing lock "refresh_cache-d0dacc3e-dd44-406d-a773-425fbda4958e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.687894] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1324.690054] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Releasing lock "refresh_cache-d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.697130] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e12ae66a-b820-4be1-8595-9de7dc7d609c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.706448] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d374d-8bd0-c264-ed0f-19ce0f18ec69, 'name': SearchDatastore_Task, 'duration_secs': 0.018268} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.708135] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.708384] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] d0dacc3e-dd44-406d-a773-425fbda4958e/d0dacc3e-dd44-406d-a773-425fbda4958e.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.708683] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1324.708683] env[63326]: value = "task-1725483" [ 1324.708683] env[63326]: _type = "Task" [ 1324.708683] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.709180] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8de60a45-8f75-49a2-8074-ed4d45991e9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.718562] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1324.718562] env[63326]: value = "task-1725484" [ 1324.718562] env[63326]: _type = "Task" [ 1324.718562] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.721603] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725483, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.730948] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.738913] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.747657] env[63326]: DEBUG nova.compute.manager [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Received event network-vif-plugged-45976544-8b61-415a-bf38-060b716c86d7 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1324.747875] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] Acquiring lock "e6b8b647-eb88-40cb-8295-4625c27190ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.748122] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] Lock "e6b8b647-eb88-40cb-8295-4625c27190ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.748292] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] Lock "e6b8b647-eb88-40cb-8295-4625c27190ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.748454] env[63326]: DEBUG nova.compute.manager [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] No waiting events found dispatching network-vif-plugged-45976544-8b61-415a-bf38-060b716c86d7 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.748654] env[63326]: WARNING nova.compute.manager [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Received unexpected event network-vif-plugged-45976544-8b61-415a-bf38-060b716c86d7 for instance with vm_state building and task_state spawning. [ 1324.748813] env[63326]: DEBUG nova.compute.manager [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Received event network-changed-45976544-8b61-415a-bf38-060b716c86d7 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1324.748960] env[63326]: DEBUG nova.compute.manager [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Refreshing instance network info cache due to event network-changed-45976544-8b61-415a-bf38-060b716c86d7. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1324.749138] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] Acquiring lock "refresh_cache-e6b8b647-eb88-40cb-8295-4625c27190ef" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.912761] env[63326]: DEBUG nova.network.neutron [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Updating instance_info_cache with network_info: [{"id": "45976544-8b61-415a-bf38-060b716c86d7", "address": "fa:16:3e:2d:79:dc", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45976544-8b", "ovs_interfaceid": "45976544-8b61-415a-bf38-060b716c86d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.225989] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725483, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.237649] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.416326] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "refresh_cache-e6b8b647-eb88-40cb-8295-4625c27190ef" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.416326] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Instance network_info: |[{"id": "45976544-8b61-415a-bf38-060b716c86d7", "address": "fa:16:3e:2d:79:dc", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45976544-8b", "ovs_interfaceid": "45976544-8b61-415a-bf38-060b716c86d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.416469] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] Acquired lock "refresh_cache-e6b8b647-eb88-40cb-8295-4625c27190ef" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.416469] env[63326]: DEBUG nova.network.neutron [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Refreshing network info cache for port 45976544-8b61-415a-bf38-060b716c86d7 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.417670] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:79:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45976544-8b61-415a-bf38-060b716c86d7', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.432512] env[63326]: DEBUG oslo.service.loopingcall [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.433361] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.433610] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d0eae56-65b4-4145-9ce3-696c2c0d203a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.466680] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.466680] env[63326]: value = "task-1725485" [ 1325.466680] env[63326]: _type = "Task" [ 1325.466680] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.481598] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725485, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.517621] env[63326]: DEBUG nova.compute.manager [req-54a29388-0775-4b6f-a88f-368f19124bb4 req-0e6cb7f9-823e-47aa-a3d7-0372d0c8909b service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Received event network-vif-plugged-be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1325.517838] env[63326]: DEBUG oslo_concurrency.lockutils [req-54a29388-0775-4b6f-a88f-368f19124bb4 req-0e6cb7f9-823e-47aa-a3d7-0372d0c8909b service nova] Acquiring lock "db22896d-0f47-473f-9aeb-e15490f5232d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.518100] env[63326]: DEBUG oslo_concurrency.lockutils [req-54a29388-0775-4b6f-a88f-368f19124bb4 req-0e6cb7f9-823e-47aa-a3d7-0372d0c8909b service nova] Lock "db22896d-0f47-473f-9aeb-e15490f5232d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.518238] env[63326]: DEBUG oslo_concurrency.lockutils [req-54a29388-0775-4b6f-a88f-368f19124bb4 req-0e6cb7f9-823e-47aa-a3d7-0372d0c8909b service nova] Lock "db22896d-0f47-473f-9aeb-e15490f5232d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.519298] env[63326]: DEBUG nova.compute.manager [req-54a29388-0775-4b6f-a88f-368f19124bb4 req-0e6cb7f9-823e-47aa-a3d7-0372d0c8909b service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] No waiting events found dispatching network-vif-plugged-be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.519529] env[63326]: WARNING nova.compute.manager [req-54a29388-0775-4b6f-a88f-368f19124bb4 req-0e6cb7f9-823e-47aa-a3d7-0372d0c8909b service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Received unexpected event network-vif-plugged-be6d95fc-87df-4c49-9e91-eff373e9da00 for instance with vm_state building and task_state spawning. [ 1325.591948] env[63326]: DEBUG nova.network.neutron [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Successfully updated port: be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.684476] env[63326]: DEBUG nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.710419] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.710859] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.711572] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.711572] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.711786] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.711959] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.712351] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.712602] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.712802] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.712973] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.713165] env[63326]: DEBUG nova.virt.hardware [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.714107] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95441709-2bd1-4828-bb62-31e10ee48a2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.721283] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.721283] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71d8b149-e10e-4b4f-acc1-7da2a4a78873 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.728928] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcc26a0-2957-41f1-862f-33f8ac69cd01 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.733036] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725483, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.739185] env[63326]: DEBUG oslo_vmware.api [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1325.739185] env[63326]: value = "task-1725486" [ 1325.739185] env[63326]: _type = "Task" [ 1325.739185] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.756846] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582269} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.760496] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] d0dacc3e-dd44-406d-a773-425fbda4958e/d0dacc3e-dd44-406d-a773-425fbda4958e.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.760837] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.761341] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81f1448c-4512-4fb1-b504-0cace7f4325d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.767018] env[63326]: DEBUG oslo_vmware.api [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.773237] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1325.773237] env[63326]: value = "task-1725487" [ 1325.773237] env[63326]: _type = "Task" [ 1325.773237] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.783919] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.981656] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725485, 'name': CreateVM_Task, 'duration_secs': 0.35523} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.981852] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.982514] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.982730] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.983014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.983271] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47ea25d-6789-465a-ba06-87c41800e5fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.989639] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1325.989639] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5277a1d6-fd05-e6ca-279b-bd4f74c7f681" [ 1325.989639] env[63326]: _type = "Task" [ 1325.989639] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.997158] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5277a1d6-fd05-e6ca-279b-bd4f74c7f681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.097852] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquiring lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.097852] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquired lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.097980] env[63326]: DEBUG nova.network.neutron [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.163725] env[63326]: DEBUG nova.network.neutron [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Updated VIF entry in instance network info cache for port 45976544-8b61-415a-bf38-060b716c86d7. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.164125] env[63326]: DEBUG nova.network.neutron [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Updating instance_info_cache with network_info: [{"id": "45976544-8b61-415a-bf38-060b716c86d7", "address": "fa:16:3e:2d:79:dc", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45976544-8b", "ovs_interfaceid": "45976544-8b61-415a-bf38-060b716c86d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.213175] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29d10b-e9a6-41fe-b865-9ff1c829e237 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.224230] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725483, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.226514] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fe96bc-b784-44e3-a9d6-0435c0e0c15c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.261632] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6072c1d-8dfc-42da-9c34-862abf2e0f6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.271639] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa64b92-a0a7-4731-bb96-4548a31ebb36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.275360] env[63326]: DEBUG oslo_vmware.api [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725486, 'name': PowerOnVM_Task, 'duration_secs': 0.414779} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.275679] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.275871] env[63326]: DEBUG nova.compute.manager [None req-7dd07dc1-19e1-462c-9aa2-5ce9f2b1405e tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.279386] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d2472-10c9-43c2-a1c8-d68211c68ee8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.289109] env[63326]: DEBUG nova.compute.provider_tree [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.294999] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061541} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.296476] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.300108] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf476f-9256-4d03-b4b6-1dbe20187107 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.322431] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] d0dacc3e-dd44-406d-a773-425fbda4958e/d0dacc3e-dd44-406d-a773-425fbda4958e.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.323178] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131bc012-2265-4f96-9c86-ead1453ff466 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.344793] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1326.344793] env[63326]: value = "task-1725488" [ 1326.344793] env[63326]: _type = "Task" [ 1326.344793] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.353926] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.501659] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5277a1d6-fd05-e6ca-279b-bd4f74c7f681, 'name': SearchDatastore_Task, 'duration_secs': 0.070063} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.501956] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.502218] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.502483] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.502640] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.502825] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.503105] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-068038e3-cccd-4ce9-9346-9bead53b3552 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.516467] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.516567] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.517243] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7483ea-2c7c-4b33-a954-d2385633d5f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.522666] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1326.522666] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c0bfb-2b0a-4ebb-c53d-df6390c1b3c5" [ 1326.522666] env[63326]: _type = "Task" [ 1326.522666] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.531691] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c0bfb-2b0a-4ebb-c53d-df6390c1b3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.643607] env[63326]: DEBUG nova.network.neutron [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.666708] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c67bc06-57f3-4b3b-9627-f09e27f4ef0c req-290ef4b2-095e-4b4e-8dbd-e2cd20ed6665 service nova] Releasing lock "refresh_cache-e6b8b647-eb88-40cb-8295-4625c27190ef" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.727287] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725483, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.792528] env[63326]: DEBUG nova.scheduler.client.report [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.833830] env[63326]: DEBUG nova.network.neutron [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Updating instance_info_cache with network_info: [{"id": "be6d95fc-87df-4c49-9e91-eff373e9da00", "address": "fa:16:3e:7a:7e:42", "network": {"id": "d43d90b2-6d05-4f4c-9278-b722f7188ad5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1601158143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47577faa0f149429bcdd7acc5385663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe6d95fc-87", "ovs_interfaceid": "be6d95fc-87df-4c49-9e91-eff373e9da00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.855192] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725488, 'name': ReconfigVM_Task, 'duration_secs': 0.35096} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.855480] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Reconfigured VM instance instance-00000011 to attach disk [datastore1] d0dacc3e-dd44-406d-a773-425fbda4958e/d0dacc3e-dd44-406d-a773-425fbda4958e.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.856643] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2acf8da0-1e5d-4596-b48b-8aed4405c738 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.862400] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1326.862400] env[63326]: value = "task-1725489" [ 1326.862400] env[63326]: _type = "Task" [ 1326.862400] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.871284] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725489, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.035343] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c0bfb-2b0a-4ebb-c53d-df6390c1b3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.035343] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa6c0d5-7be5-4d06-8f76-5547fdec0eed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.040202] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1327.040202] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528f2ebe-3a77-84e1-e319-77d169d3f5f9" [ 1327.040202] env[63326]: _type = "Task" [ 1327.040202] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.047711] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528f2ebe-3a77-84e1-e319-77d169d3f5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.228445] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725483, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.298390] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.299056] env[63326]: DEBUG nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.301615] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.344s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.302066] env[63326]: DEBUG nova.objects.instance [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lazy-loading 'resources' on Instance uuid 4f1a6a09-556d-4358-9cff-57bea43d78f2 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.336274] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Releasing lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.336662] env[63326]: DEBUG nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Instance network_info: |[{"id": "be6d95fc-87df-4c49-9e91-eff373e9da00", "address": "fa:16:3e:7a:7e:42", "network": {"id": "d43d90b2-6d05-4f4c-9278-b722f7188ad5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1601158143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47577faa0f149429bcdd7acc5385663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe6d95fc-87", "ovs_interfaceid": "be6d95fc-87df-4c49-9e91-eff373e9da00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.337714] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:7e:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be6d95fc-87df-4c49-9e91-eff373e9da00', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.345188] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Creating folder: Project (c47577faa0f149429bcdd7acc5385663). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.345682] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-470c13da-2dd4-4db0-a173-e2d933250bb0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.357500] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Created folder: Project (c47577faa0f149429bcdd7acc5385663) in parent group-v359097. [ 1327.357682] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Creating folder: Instances. Parent ref: group-v359150. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.357900] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d6a2600-4b93-4673-86be-5218519a7fa9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.367760] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Created folder: Instances in parent group-v359150. [ 1327.367975] env[63326]: DEBUG oslo.service.loopingcall [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.368166] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.368367] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d83a2715-b423-42c8-a39e-8fc741607336 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.386275] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725489, 'name': Rename_Task, 'duration_secs': 0.162557} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.386899] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.387173] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bd56f93-7d0f-4223-94ea-a620d642415d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.391902] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.391902] env[63326]: value = "task-1725492" [ 1327.391902] env[63326]: _type = "Task" [ 1327.391902] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.393102] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1327.393102] env[63326]: value = "task-1725493" [ 1327.393102] env[63326]: _type = "Task" [ 1327.393102] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.405219] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725492, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.407999] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.551083] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528f2ebe-3a77-84e1-e319-77d169d3f5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.551083] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.551277] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] e6b8b647-eb88-40cb-8295-4625c27190ef/e6b8b647-eb88-40cb-8295-4625c27190ef.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.551634] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b94e252-2266-4b64-8b5c-ed561b1af269 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.561029] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1327.561029] env[63326]: value = "task-1725494" [ 1327.561029] env[63326]: _type = "Task" [ 1327.561029] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.569052] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.635657] env[63326]: DEBUG nova.compute.manager [req-f89ef19a-93ed-4aae-bd66-0deda56ffe6d req-f6dcc03a-e1ae-4db9-8553-fd17c16b273f service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Received event network-changed-be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1327.635657] env[63326]: DEBUG nova.compute.manager [req-f89ef19a-93ed-4aae-bd66-0deda56ffe6d req-f6dcc03a-e1ae-4db9-8553-fd17c16b273f service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Refreshing instance network info cache due to event network-changed-be6d95fc-87df-4c49-9e91-eff373e9da00. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1327.635657] env[63326]: DEBUG oslo_concurrency.lockutils [req-f89ef19a-93ed-4aae-bd66-0deda56ffe6d req-f6dcc03a-e1ae-4db9-8553-fd17c16b273f service nova] Acquiring lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.637121] env[63326]: DEBUG oslo_concurrency.lockutils [req-f89ef19a-93ed-4aae-bd66-0deda56ffe6d req-f6dcc03a-e1ae-4db9-8553-fd17c16b273f service nova] Acquired lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.637121] env[63326]: DEBUG nova.network.neutron [req-f89ef19a-93ed-4aae-bd66-0deda56ffe6d req-f6dcc03a-e1ae-4db9-8553-fd17c16b273f service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Refreshing network info cache for port be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.734797] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725483, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.808540] env[63326]: DEBUG nova.compute.utils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.811191] env[63326]: DEBUG nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.811191] env[63326]: DEBUG nova.network.neutron [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.891783] env[63326]: DEBUG nova.policy [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33f65fffa8c4d558cacec22c2dfa569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6de069b8bfde4349a60c50e4c7f5cdc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.910603] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.916969] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725492, 'name': CreateVM_Task, 'duration_secs': 0.298336} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.917365] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.918569] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.918569] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.918569] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.918804] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038f044a-1e57-4fbc-8384-074e6d629561 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.923995] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1327.923995] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dd77a4-ffe0-dea8-4443-6ad3e1244d5c" [ 1327.923995] env[63326]: _type = "Task" [ 1327.923995] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.935167] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dd77a4-ffe0-dea8-4443-6ad3e1244d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.070523] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509631} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.070996] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] e6b8b647-eb88-40cb-8295-4625c27190ef/e6b8b647-eb88-40cb-8295-4625c27190ef.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.071220] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.071487] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e6686b2-886b-45fd-b55c-f144bd9e15b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.085035] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1328.085035] env[63326]: value = "task-1725495" [ 1328.085035] env[63326]: _type = "Task" [ 1328.085035] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.089824] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.235727] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725483, 'name': CloneVM_Task, 'duration_secs': 3.454226} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.236085] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Created linked-clone VM from snapshot [ 1328.236829] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56b119-ab9f-4ea4-b1db-2d0db21cd587 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.244873] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Uploading image c91590f6-3101-4440-93a8-bb28aa135963 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1328.280390] env[63326]: DEBUG oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1328.280390] env[63326]: value = "vm-359148" [ 1328.280390] env[63326]: _type = "VirtualMachine" [ 1328.280390] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1328.280725] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2f1baa7-0494-45ab-811e-79559014d7ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.292217] env[63326]: DEBUG oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lease: (returnval){ [ 1328.292217] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52af14f0-d117-5424-a146-346d0e78cdb9" [ 1328.292217] env[63326]: _type = "HttpNfcLease" [ 1328.292217] env[63326]: } obtained for exporting VM: (result){ [ 1328.292217] env[63326]: value = "vm-359148" [ 1328.292217] env[63326]: _type = "VirtualMachine" [ 1328.292217] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1328.292537] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the lease: (returnval){ [ 1328.292537] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52af14f0-d117-5424-a146-346d0e78cdb9" [ 1328.292537] env[63326]: _type = "HttpNfcLease" [ 1328.292537] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1328.301498] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1328.301498] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52af14f0-d117-5424-a146-346d0e78cdb9" [ 1328.301498] env[63326]: _type = "HttpNfcLease" [ 1328.301498] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1328.314490] env[63326]: DEBUG nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.357651] env[63326]: DEBUG nova.network.neutron [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Successfully created port: 69b86c9a-9cf7-4c41-b954-0fe759dfc034 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.381021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a8aa79-92ac-4949-9e52-082b627674fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.390135] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ac9d96-6b3f-4e99-86cc-440c318e4f3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.436815] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d9efe-8eda-4de4-8719-f80ad0a22af8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.443798] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725493, 'name': PowerOnVM_Task, 'duration_secs': 0.773971} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.449582] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.449953] env[63326]: INFO nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1328.450253] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.450665] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dd77a4-ffe0-dea8-4443-6ad3e1244d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.063764} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.451577] env[63326]: DEBUG nova.network.neutron [req-f89ef19a-93ed-4aae-bd66-0deda56ffe6d req-f6dcc03a-e1ae-4db9-8553-fd17c16b273f service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Updated VIF entry in instance network info cache for port be6d95fc-87df-4c49-9e91-eff373e9da00. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.452090] env[63326]: DEBUG nova.network.neutron [req-f89ef19a-93ed-4aae-bd66-0deda56ffe6d req-f6dcc03a-e1ae-4db9-8553-fd17c16b273f service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Updating instance_info_cache with network_info: [{"id": "be6d95fc-87df-4c49-9e91-eff373e9da00", "address": "fa:16:3e:7a:7e:42", "network": {"id": "d43d90b2-6d05-4f4c-9278-b722f7188ad5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1601158143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47577faa0f149429bcdd7acc5385663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe6d95fc-87", "ovs_interfaceid": "be6d95fc-87df-4c49-9e91-eff373e9da00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.453970] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e5eba-600a-4aa6-92e6-8fac2aa3afc9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.456770] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.457114] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.457657] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.457901] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.458190] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.459493] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814ffdfd-7831-4dca-b919-1c865ab4fd1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.464231] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ef24146-1930-4861-89f0-a2c5ebaba285 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.479690] env[63326]: DEBUG nova.compute.provider_tree [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.485804] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.485903] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.486573] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab96ee2d-306d-4be0-a5e7-ff33a0d4c441 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.492405] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1328.492405] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5277ac26-bdb5-5899-384a-e15e4a39c42a" [ 1328.492405] env[63326]: _type = "Task" [ 1328.492405] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.501632] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5277ac26-bdb5-5899-384a-e15e4a39c42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.593025] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099643} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.593025] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.593025] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823cd466-7bc7-481e-8bb5-8554aeb4b794 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.617114] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e6b8b647-eb88-40cb-8295-4625c27190ef/e6b8b647-eb88-40cb-8295-4625c27190ef.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.617417] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711b2ea9-ebc4-4498-bd60-f4e7f46934a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.636650] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1328.636650] env[63326]: value = "task-1725497" [ 1328.636650] env[63326]: _type = "Task" [ 1328.636650] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.644531] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.800486] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1328.800486] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52af14f0-d117-5424-a146-346d0e78cdb9" [ 1328.800486] env[63326]: _type = "HttpNfcLease" [ 1328.800486] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1328.801302] env[63326]: DEBUG oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1328.801302] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52af14f0-d117-5424-a146-346d0e78cdb9" [ 1328.801302] env[63326]: _type = "HttpNfcLease" [ 1328.801302] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1328.802149] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209605cd-b375-4a65-9829-207a155d3fb7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.810350] env[63326]: DEBUG oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522288d5-1f2a-19eb-b66b-d5be9c2b8f5f/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1328.810571] env[63326]: DEBUG oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522288d5-1f2a-19eb-b66b-d5be9c2b8f5f/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1328.955760] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d2ee33f-81ae-4b42-a6b2-06c6b00edca4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.965554] env[63326]: DEBUG oslo_concurrency.lockutils [req-f89ef19a-93ed-4aae-bd66-0deda56ffe6d req-f6dcc03a-e1ae-4db9-8553-fd17c16b273f service nova] Releasing lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.991160] env[63326]: DEBUG nova.scheduler.client.report [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.006440] env[63326]: INFO nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Took 42.71 seconds to build instance. [ 1329.011260] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5277ac26-bdb5-5899-384a-e15e4a39c42a, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.012133] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610e791e-bd96-4548-8fcb-28fd901bbe59 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.017337] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1329.017337] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d24490-bae9-6edf-7c1d-82c473f0e761" [ 1329.017337] env[63326]: _type = "Task" [ 1329.017337] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.025896] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d24490-bae9-6edf-7c1d-82c473f0e761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.154128] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725497, 'name': ReconfigVM_Task, 'duration_secs': 0.322913} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.154128] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e6b8b647-eb88-40cb-8295-4625c27190ef/e6b8b647-eb88-40cb-8295-4625c27190ef.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.154128] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2036c059-056c-4637-aac1-e692d470ecd4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.165888] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1329.165888] env[63326]: value = "task-1725498" [ 1329.165888] env[63326]: _type = "Task" [ 1329.165888] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.179682] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725498, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.375161] env[63326]: DEBUG nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.400932] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.402250] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.402606] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.402908] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.403178] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.403476] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.403743] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.403915] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.404099] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.404265] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.404483] env[63326]: DEBUG nova.virt.hardware [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.405458] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348f3440-ba90-4084-9212-d770e35f1f7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.415376] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cdad38-0dc2-4f7d-b691-73c4181fe0f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.504024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.504847] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.602s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.504847] env[63326]: DEBUG nova.objects.instance [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lazy-loading 'resources' on Instance uuid 67c0a432-4271-4f4e-8a08-bfc43439dbb4 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.512120] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "d0dacc3e-dd44-406d-a773-425fbda4958e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.495s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.532395] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d24490-bae9-6edf-7c1d-82c473f0e761, 'name': SearchDatastore_Task, 'duration_secs': 0.038727} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.532395] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.532395] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] db22896d-0f47-473f-9aeb-e15490f5232d/db22896d-0f47-473f-9aeb-e15490f5232d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.532817] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9b5336-c1e7-42ae-b2d2-30676902650d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.536767] env[63326]: INFO nova.scheduler.client.report [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Deleted allocations for instance 4f1a6a09-556d-4358-9cff-57bea43d78f2 [ 1329.548517] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1329.548517] env[63326]: value = "task-1725499" [ 1329.548517] env[63326]: _type = "Task" [ 1329.548517] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.560679] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.681020] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725498, 'name': Rename_Task, 'duration_secs': 0.159005} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.681730] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.682204] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d5c8a2b-2a84-4916-8638-2689f4b01a9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.690699] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1329.690699] env[63326]: value = "task-1725500" [ 1329.690699] env[63326]: _type = "Task" [ 1329.690699] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.704668] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.951727] env[63326]: DEBUG nova.compute.manager [req-3de52ca8-6d07-4361-9a7e-eb66be59faa8 req-0dd68abe-33f6-4a36-b289-c13d6fbe1adc service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Received event network-vif-plugged-69b86c9a-9cf7-4c41-b954-0fe759dfc034 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1329.952143] env[63326]: DEBUG oslo_concurrency.lockutils [req-3de52ca8-6d07-4361-9a7e-eb66be59faa8 req-0dd68abe-33f6-4a36-b289-c13d6fbe1adc service nova] Acquiring lock "a4796c22-8e8f-4677-bb59-9e229fd98f84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.952545] env[63326]: DEBUG oslo_concurrency.lockutils [req-3de52ca8-6d07-4361-9a7e-eb66be59faa8 req-0dd68abe-33f6-4a36-b289-c13d6fbe1adc service nova] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.952977] env[63326]: DEBUG oslo_concurrency.lockutils [req-3de52ca8-6d07-4361-9a7e-eb66be59faa8 req-0dd68abe-33f6-4a36-b289-c13d6fbe1adc service nova] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.953422] env[63326]: DEBUG nova.compute.manager [req-3de52ca8-6d07-4361-9a7e-eb66be59faa8 req-0dd68abe-33f6-4a36-b289-c13d6fbe1adc service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] No waiting events found dispatching network-vif-plugged-69b86c9a-9cf7-4c41-b954-0fe759dfc034 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.953807] env[63326]: WARNING nova.compute.manager [req-3de52ca8-6d07-4361-9a7e-eb66be59faa8 req-0dd68abe-33f6-4a36-b289-c13d6fbe1adc service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Received unexpected event network-vif-plugged-69b86c9a-9cf7-4c41-b954-0fe759dfc034 for instance with vm_state building and task_state spawning. [ 1330.016272] env[63326]: DEBUG nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.049147] env[63326]: DEBUG oslo_concurrency.lockutils [None req-193b0df8-555c-4488-84d1-fab506c34061 tempest-TenantUsagesTestJSON-1427984391 tempest-TenantUsagesTestJSON-1427984391-project-member] Lock "4f1a6a09-556d-4358-9cff-57bea43d78f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.011s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.065483] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725499, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.080917] env[63326]: DEBUG nova.network.neutron [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Successfully updated port: 69b86c9a-9cf7-4c41-b954-0fe759dfc034 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.203950] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725500, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.539330] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.548798] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dabccd2-5141-426e-9a12-f627f9ddfc04 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.562638] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6c89c4-d669-4af4-9430-32ef78f23c2c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.565843] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.596089] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "refresh_cache-a4796c22-8e8f-4677-bb59-9e229fd98f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.596631] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "refresh_cache-a4796c22-8e8f-4677-bb59-9e229fd98f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.596631] env[63326]: DEBUG nova.network.neutron [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.599320] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc64c0c-20d3-445d-82aa-79383ec02d8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.608190] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ddf0b-cb71-4d74-8600-8c545dd7919b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.629465] env[63326]: DEBUG nova.compute.provider_tree [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.702804] env[63326]: DEBUG oslo_vmware.api [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725500, 'name': PowerOnVM_Task, 'duration_secs': 0.572238} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.703887] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.704011] env[63326]: INFO nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1330.704221] env[63326]: DEBUG nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.706069] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c8f0da-c734-4847-adcb-a40b17fb3833 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.062365] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.133189] env[63326]: DEBUG nova.scheduler.client.report [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.142803] env[63326]: DEBUG nova.network.neutron [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.224017] env[63326]: INFO nova.compute.manager [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Took 44.10 seconds to build instance. [ 1331.239507] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "30041e20-4a62-4bf3-a23e-0986f38de3e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.239893] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "30041e20-4a62-4bf3-a23e-0986f38de3e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.240206] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "30041e20-4a62-4bf3-a23e-0986f38de3e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.240729] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "30041e20-4a62-4bf3-a23e-0986f38de3e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.241160] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "30041e20-4a62-4bf3-a23e-0986f38de3e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.244134] env[63326]: INFO nova.compute.manager [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Terminating instance [ 1331.345413] env[63326]: DEBUG nova.network.neutron [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Updating instance_info_cache with network_info: [{"id": "69b86c9a-9cf7-4c41-b954-0fe759dfc034", "address": "fa:16:3e:3c:35:ad", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b86c9a-9c", "ovs_interfaceid": "69b86c9a-9cf7-4c41-b954-0fe759dfc034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.563186] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725499, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.773993} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.563186] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] db22896d-0f47-473f-9aeb-e15490f5232d/db22896d-0f47-473f-9aeb-e15490f5232d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.563681] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.563681] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31001fcd-f394-4f41-96d6-7b9204556104 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.572031] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1331.572031] env[63326]: value = "task-1725501" [ 1331.572031] env[63326]: _type = "Task" [ 1331.572031] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.579565] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.638406] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.640823] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.971s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.642417] env[63326]: INFO nova.compute.claims [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.668068] env[63326]: INFO nova.scheduler.client.report [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Deleted allocations for instance 67c0a432-4271-4f4e-8a08-bfc43439dbb4 [ 1331.726050] env[63326]: DEBUG oslo_concurrency.lockutils [None req-389390da-b250-429e-8d75-c0a9b5ea40a8 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "e6b8b647-eb88-40cb-8295-4625c27190ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.664s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.747777] env[63326]: DEBUG nova.compute.manager [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.748567] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.749760] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dd000b-0ada-485a-acde-1998f001a058 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.761407] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.762029] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b83d544-88e7-4d47-9631-ee19f498f12f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.769557] env[63326]: DEBUG oslo_vmware.api [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1331.769557] env[63326]: value = "task-1725502" [ 1331.769557] env[63326]: _type = "Task" [ 1331.769557] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.780945] env[63326]: DEBUG oslo_vmware.api [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.850884] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "refresh_cache-a4796c22-8e8f-4677-bb59-9e229fd98f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.851496] env[63326]: DEBUG nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Instance network_info: |[{"id": "69b86c9a-9cf7-4c41-b954-0fe759dfc034", "address": "fa:16:3e:3c:35:ad", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b86c9a-9c", "ovs_interfaceid": "69b86c9a-9cf7-4c41-b954-0fe759dfc034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.852153] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:35:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69b86c9a-9cf7-4c41-b954-0fe759dfc034', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.861438] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating folder: Project (6de069b8bfde4349a60c50e4c7f5cdc3). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.862221] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2db483c7-c408-487e-a6e9-0fd81fdce9b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.873632] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Created folder: Project (6de069b8bfde4349a60c50e4c7f5cdc3) in parent group-v359097. [ 1331.873901] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating folder: Instances. Parent ref: group-v359153. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.874438] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6605e9d-d5e4-41c9-9086-cfe2797830ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.883607] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Created folder: Instances in parent group-v359153. [ 1331.883843] env[63326]: DEBUG oslo.service.loopingcall [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.884028] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.884223] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b022d72-a8d6-4b53-a741-e683e00f5741 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.904306] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.904306] env[63326]: value = "task-1725505" [ 1331.904306] env[63326]: _type = "Task" [ 1331.904306] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.912729] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725505, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.082240] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142919} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.082547] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.083455] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d21d93f-e703-4dce-8215-d3a2f9ea6284 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.106673] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] db22896d-0f47-473f-9aeb-e15490f5232d/db22896d-0f47-473f-9aeb-e15490f5232d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.107480] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82366576-550d-412b-acc2-87624d62a4c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.124466] env[63326]: DEBUG nova.compute.manager [req-001fe782-e8ff-4125-a6ac-974e60204b82 req-df8b1fad-cdd3-42db-93c6-98026418014e service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Received event network-changed-69b86c9a-9cf7-4c41-b954-0fe759dfc034 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1332.124655] env[63326]: DEBUG nova.compute.manager [req-001fe782-e8ff-4125-a6ac-974e60204b82 req-df8b1fad-cdd3-42db-93c6-98026418014e service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Refreshing instance network info cache due to event network-changed-69b86c9a-9cf7-4c41-b954-0fe759dfc034. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1332.124867] env[63326]: DEBUG oslo_concurrency.lockutils [req-001fe782-e8ff-4125-a6ac-974e60204b82 req-df8b1fad-cdd3-42db-93c6-98026418014e service nova] Acquiring lock "refresh_cache-a4796c22-8e8f-4677-bb59-9e229fd98f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.125558] env[63326]: DEBUG oslo_concurrency.lockutils [req-001fe782-e8ff-4125-a6ac-974e60204b82 req-df8b1fad-cdd3-42db-93c6-98026418014e service nova] Acquired lock "refresh_cache-a4796c22-8e8f-4677-bb59-9e229fd98f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.125810] env[63326]: DEBUG nova.network.neutron [req-001fe782-e8ff-4125-a6ac-974e60204b82 req-df8b1fad-cdd3-42db-93c6-98026418014e service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Refreshing network info cache for port 69b86c9a-9cf7-4c41-b954-0fe759dfc034 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.134997] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1332.134997] env[63326]: value = "task-1725506" [ 1332.134997] env[63326]: _type = "Task" [ 1332.134997] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.150783] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.184563] env[63326]: DEBUG oslo_concurrency.lockutils [None req-241638ae-d832-48c8-987d-debfb0cf7e05 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018 tempest-FloatingIPsAssociationNegativeTestJSON-1205200018-project-member] Lock "67c0a432-4271-4f4e-8a08-bfc43439dbb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.062s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.204065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "e6b8b647-eb88-40cb-8295-4625c27190ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.204065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "e6b8b647-eb88-40cb-8295-4625c27190ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.204065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "e6b8b647-eb88-40cb-8295-4625c27190ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.204065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "e6b8b647-eb88-40cb-8295-4625c27190ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.204310] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "e6b8b647-eb88-40cb-8295-4625c27190ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.208936] env[63326]: INFO nova.compute.manager [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Terminating instance [ 1332.229630] env[63326]: DEBUG nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.282831] env[63326]: DEBUG oslo_vmware.api [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725502, 'name': PowerOffVM_Task, 'duration_secs': 0.387619} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.283400] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.283653] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.283947] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df836634-76ef-407c-bb33-112edbace8fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.338512] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "d0dacc3e-dd44-406d-a773-425fbda4958e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.338866] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "d0dacc3e-dd44-406d-a773-425fbda4958e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.339538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "d0dacc3e-dd44-406d-a773-425fbda4958e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.339538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "d0dacc3e-dd44-406d-a773-425fbda4958e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.339627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "d0dacc3e-dd44-406d-a773-425fbda4958e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.341831] env[63326]: INFO nova.compute.manager [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Terminating instance [ 1332.414759] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725505, 'name': CreateVM_Task, 'duration_secs': 0.47103} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.414932] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.415707] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.415892] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.416227] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.416807] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99ecfa0-ff4d-496e-8e36-d0d02ef89e13 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.422080] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1332.422080] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52575b6e-b6d4-63e4-cfab-74d792007d90" [ 1332.422080] env[63326]: _type = "Task" [ 1332.422080] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.430580] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52575b6e-b6d4-63e4-cfab-74d792007d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.573496] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.573496] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.573496] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleting the datastore file [datastore1] 30041e20-4a62-4bf3-a23e-0986f38de3e2 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.573496] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c99c8ef6-fae3-4086-bf44-096bd78521b8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.579916] env[63326]: DEBUG oslo_vmware.api [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1332.579916] env[63326]: value = "task-1725508" [ 1332.579916] env[63326]: _type = "Task" [ 1332.579916] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.589974] env[63326]: DEBUG oslo_vmware.api [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.650435] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.714329] env[63326]: DEBUG nova.compute.manager [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.714557] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.715425] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b143afaf-0925-41ce-9e30-6913fadf10c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.722869] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.725318] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-884c7036-d906-4741-bbb3-f1edfe81ee7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.731972] env[63326]: DEBUG oslo_vmware.api [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1332.731972] env[63326]: value = "task-1725509" [ 1332.731972] env[63326]: _type = "Task" [ 1332.731972] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.746838] env[63326]: DEBUG oslo_vmware.api [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.760792] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.845440] env[63326]: DEBUG nova.compute.manager [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.846704] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.846704] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfe015b-5e6b-4136-a932-7841df18cdd2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.855299] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.858693] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c09e818c-921c-4be8-befd-2110cd2fa445 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.866953] env[63326]: DEBUG oslo_vmware.api [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1332.866953] env[63326]: value = "task-1725510" [ 1332.866953] env[63326]: _type = "Task" [ 1332.866953] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.881341] env[63326]: DEBUG oslo_vmware.api [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.936302] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52575b6e-b6d4-63e4-cfab-74d792007d90, 'name': SearchDatastore_Task, 'duration_secs': 0.013902} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.939377] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.939634] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.939860] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.939997] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.942484] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.943181] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce086650-3fdb-4591-972d-5d6eb4cde376 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.955384] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.955569] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.956435] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d3feff-1763-4bf0-a75c-50b6a09fdc93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.966518] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1332.966518] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52506285-ba6a-8803-ccf4-639cbd1141e0" [ 1332.966518] env[63326]: _type = "Task" [ 1332.966518] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.976473] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52506285-ba6a-8803-ccf4-639cbd1141e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.091459] env[63326]: DEBUG oslo_vmware.api [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277597} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.094350] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.094583] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.094769] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.094944] env[63326]: INFO nova.compute.manager [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1333.095227] env[63326]: DEBUG oslo.service.loopingcall [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.095644] env[63326]: DEBUG nova.compute.manager [-] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.095749] env[63326]: DEBUG nova.network.neutron [-] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.145216] env[63326]: DEBUG nova.network.neutron [req-001fe782-e8ff-4125-a6ac-974e60204b82 req-df8b1fad-cdd3-42db-93c6-98026418014e service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Updated VIF entry in instance network info cache for port 69b86c9a-9cf7-4c41-b954-0fe759dfc034. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.146836] env[63326]: DEBUG nova.network.neutron [req-001fe782-e8ff-4125-a6ac-974e60204b82 req-df8b1fad-cdd3-42db-93c6-98026418014e service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Updating instance_info_cache with network_info: [{"id": "69b86c9a-9cf7-4c41-b954-0fe759dfc034", "address": "fa:16:3e:3c:35:ad", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b86c9a-9c", "ovs_interfaceid": "69b86c9a-9cf7-4c41-b954-0fe759dfc034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.156205] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725506, 'name': ReconfigVM_Task, 'duration_secs': 0.561336} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.159052] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] db22896d-0f47-473f-9aeb-e15490f5232d/db22896d-0f47-473f-9aeb-e15490f5232d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.159984] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc0fe08-15db-46cb-aa18-4a5c0c361dfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.173754] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1333.173754] env[63326]: value = "task-1725511" [ 1333.173754] env[63326]: _type = "Task" [ 1333.173754] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.189437] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725511, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.208052] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7a23e8-530b-4517-ad6c-1af1c481ed7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.215395] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23dea7f-11ce-4b5d-88ec-eeebb205c895 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.249888] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b0510-ec18-4ea5-bec9-47c5f8f6f069 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.258036] env[63326]: DEBUG oslo_vmware.api [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725509, 'name': PowerOffVM_Task, 'duration_secs': 0.226505} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.260237] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.260446] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.260737] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07199330-0591-4cce-8bff-0f8c7178b628 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.263233] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2241b40d-3c90-4f3f-b415-13edfc6152cd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.279364] env[63326]: DEBUG nova.compute.provider_tree [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.349963] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.350287] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.350529] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleting the datastore file [datastore1] e6b8b647-eb88-40cb-8295-4625c27190ef {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.350856] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15c4aaf7-5b14-4357-8527-d497a4a463aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.357363] env[63326]: DEBUG oslo_vmware.api [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1333.357363] env[63326]: value = "task-1725513" [ 1333.357363] env[63326]: _type = "Task" [ 1333.357363] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.366011] env[63326]: DEBUG oslo_vmware.api [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.375171] env[63326]: DEBUG oslo_vmware.api [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725510, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.478394] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52506285-ba6a-8803-ccf4-639cbd1141e0, 'name': SearchDatastore_Task, 'duration_secs': 0.017621} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.479397] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b924303c-deaf-49ca-aebd-6d42e97e10bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.486134] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1333.486134] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52aaca48-3112-6bcb-c926-4d997dffd337" [ 1333.486134] env[63326]: _type = "Task" [ 1333.486134] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.495130] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52aaca48-3112-6bcb-c926-4d997dffd337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.657095] env[63326]: DEBUG oslo_concurrency.lockutils [req-001fe782-e8ff-4125-a6ac-974e60204b82 req-df8b1fad-cdd3-42db-93c6-98026418014e service nova] Releasing lock "refresh_cache-a4796c22-8e8f-4677-bb59-9e229fd98f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.690989] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725511, 'name': Rename_Task, 'duration_secs': 0.233524} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.694025] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.694025] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ed8236f-5072-429a-b695-f65a55434d0a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.699625] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1333.699625] env[63326]: value = "task-1725514" [ 1333.699625] env[63326]: _type = "Task" [ 1333.699625] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.709371] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.783349] env[63326]: DEBUG nova.scheduler.client.report [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.870270] env[63326]: DEBUG oslo_vmware.api [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.875195] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.875570] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.876156] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.876496] env[63326]: INFO nova.compute.manager [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1333.876967] env[63326]: DEBUG oslo.service.loopingcall [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.885756] env[63326]: DEBUG nova.compute.manager [req-fe340212-6c9c-4804-aa1e-fc12ff628c1b req-d9811b48-2ea0-43f5-9db3-d0d8555fcaef service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Received event network-vif-deleted-56baee7c-88e9-449b-ab64-a87b4c7c288f {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1333.885756] env[63326]: INFO nova.compute.manager [req-fe340212-6c9c-4804-aa1e-fc12ff628c1b req-d9811b48-2ea0-43f5-9db3-d0d8555fcaef service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Neutron deleted interface 56baee7c-88e9-449b-ab64-a87b4c7c288f; detaching it from the instance and deleting it from the info cache [ 1333.885756] env[63326]: DEBUG nova.network.neutron [req-fe340212-6c9c-4804-aa1e-fc12ff628c1b req-d9811b48-2ea0-43f5-9db3-d0d8555fcaef service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.886317] env[63326]: DEBUG nova.compute.manager [-] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.886624] env[63326]: DEBUG nova.network.neutron [-] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.896572] env[63326]: DEBUG oslo_vmware.api [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725510, 'name': PowerOffVM_Task, 'duration_secs': 0.64286} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.896906] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.897139] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.897514] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a07c4a-c426-4561-8cef-bb14ab47352e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.001271] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52aaca48-3112-6bcb-c926-4d997dffd337, 'name': SearchDatastore_Task, 'duration_secs': 0.015311} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.005562] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.005709] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] a4796c22-8e8f-4677-bb59-9e229fd98f84/a4796c22-8e8f-4677-bb59-9e229fd98f84.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.006110] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.006387] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.006671] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleting the datastore file [datastore1] d0dacc3e-dd44-406d-a773-425fbda4958e {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.007021] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3e1abe7-27de-43f2-a934-4dda47644f43 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.011907] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1606dd3a-dcf9-4622-8c51-783fef0ddd6a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.020521] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1334.020521] env[63326]: value = "task-1725516" [ 1334.020521] env[63326]: _type = "Task" [ 1334.020521] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.021127] env[63326]: DEBUG oslo_vmware.api [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1334.021127] env[63326]: value = "task-1725517" [ 1334.021127] env[63326]: _type = "Task" [ 1334.021127] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.034959] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.038878] env[63326]: DEBUG oslo_vmware.api [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.109466] env[63326]: DEBUG nova.network.neutron [-] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.217456] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.293239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.295390] env[63326]: DEBUG nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.299350] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.857s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.299551] env[63326]: DEBUG nova.objects.instance [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] [instance: b2384705-52e2-407b-b128-382abf994148] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1334.390316] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13855973-c3a6-4430-9b46-c37a9e07238a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.400098] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa162bf2-f381-4cbc-85ee-5c9296131494 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.430301] env[63326]: DEBUG nova.compute.manager [req-fe340212-6c9c-4804-aa1e-fc12ff628c1b req-d9811b48-2ea0-43f5-9db3-d0d8555fcaef service nova] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Detach interface failed, port_id=56baee7c-88e9-449b-ab64-a87b4c7c288f, reason: Instance 30041e20-4a62-4bf3-a23e-0986f38de3e2 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1334.537356] env[63326]: DEBUG oslo_vmware.api [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232076} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.540153] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.540153] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.540153] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.540153] env[63326]: INFO nova.compute.manager [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1334.540153] env[63326]: DEBUG oslo.service.loopingcall [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.540510] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.540510] env[63326]: DEBUG nova.compute.manager [-] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.540510] env[63326]: DEBUG nova.network.neutron [-] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.615098] env[63326]: INFO nova.compute.manager [-] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Took 1.52 seconds to deallocate network for instance. [ 1334.712831] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.788373] env[63326]: DEBUG nova.network.neutron [-] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.808390] env[63326]: DEBUG nova.compute.utils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.813323] env[63326]: DEBUG nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1334.813490] env[63326]: DEBUG nova.network.neutron [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.958031] env[63326]: DEBUG nova.policy [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb93c46a45e541c8bba735d69bb7b1ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3716a6ca70f3432892341de729c31e44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.035417] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829843} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.035417] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] a4796c22-8e8f-4677-bb59-9e229fd98f84/a4796c22-8e8f-4677-bb59-9e229fd98f84.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.035417] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.035417] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b50d2a6-307e-40ee-ad42-0966d0efeb83 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.043308] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1335.043308] env[63326]: value = "task-1725518" [ 1335.043308] env[63326]: _type = "Task" [ 1335.043308] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.052986] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.124105] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.212773] env[63326]: DEBUG oslo_vmware.api [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725514, 'name': PowerOnVM_Task, 'duration_secs': 1.46805} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.212773] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.212773] env[63326]: INFO nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1335.213033] env[63326]: DEBUG nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.213799] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55d9ac2-3445-42f6-8dde-897ee497c1b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.293203] env[63326]: INFO nova.compute.manager [-] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Took 1.41 seconds to deallocate network for instance. [ 1335.314664] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9faf8be2-a5fc-4481-bc99-9e40a74dcdf5 tempest-ServersAdmin275Test-375148618 tempest-ServersAdmin275Test-375148618-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.316989] env[63326]: DEBUG nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.319418] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.864s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.322563] env[63326]: INFO nova.compute.claims [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.365783] env[63326]: DEBUG nova.network.neutron [-] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.540368] env[63326]: DEBUG nova.network.neutron [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Successfully created port: e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.553876] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089412} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.554233] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.555150] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9793a8d4-6d73-4c1d-8e31-0b4e1a97f145 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.583168] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] a4796c22-8e8f-4677-bb59-9e229fd98f84/a4796c22-8e8f-4677-bb59-9e229fd98f84.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.583698] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f141bb-5e0d-4aeb-ac4b-9f88ab6e2d6a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.607743] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1335.607743] env[63326]: value = "task-1725519" [ 1335.607743] env[63326]: _type = "Task" [ 1335.607743] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.617761] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.741267] env[63326]: INFO nova.compute.manager [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Took 46.40 seconds to build instance. [ 1335.803058] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.871326] env[63326]: INFO nova.compute.manager [-] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Took 1.33 seconds to deallocate network for instance. [ 1336.121054] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725519, 'name': ReconfigVM_Task, 'duration_secs': 0.281831} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.121411] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Reconfigured VM instance instance-00000014 to attach disk [datastore1] a4796c22-8e8f-4677-bb59-9e229fd98f84/a4796c22-8e8f-4677-bb59-9e229fd98f84.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.122292] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba3b18b9-015c-42df-87e7-e4df28d1edaf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.129097] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1336.129097] env[63326]: value = "task-1725520" [ 1336.129097] env[63326]: _type = "Task" [ 1336.129097] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.140526] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725520, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.246942] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aff895eb-2f7e-4700-a691-c7e2a3ac2312 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.419s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.285507] env[63326]: DEBUG nova.compute.manager [req-170a59f0-144f-4531-bffe-ed738d5eb062 req-7e5031b2-3e8b-4f59-a425-f1c425330e30 service nova] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Received event network-vif-deleted-45976544-8b61-415a-bf38-060b716c86d7 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1336.285507] env[63326]: DEBUG nova.compute.manager [req-170a59f0-144f-4531-bffe-ed738d5eb062 req-7e5031b2-3e8b-4f59-a425-f1c425330e30 service nova] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Received event network-vif-deleted-67a1f79d-7df2-4c69-a953-278a39a7e0a5 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1336.342533] env[63326]: DEBUG nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.376808] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.377072] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.377333] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.378217] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.378217] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.378217] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.378575] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.378575] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.378629] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.378845] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.379116] env[63326]: DEBUG nova.virt.hardware [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.382030] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.382030] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faff0ace-6860-4dd7-83ab-ea53039291b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.394290] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24273c9e-fb34-4eb8-bb7d-8b4d4539b605 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.640600] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725520, 'name': Rename_Task, 'duration_secs': 0.187983} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.643705] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.644428] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30e069a1-f815-49e7-92b6-85732164d567 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.651978] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1336.651978] env[63326]: value = "task-1725521" [ 1336.651978] env[63326]: _type = "Task" [ 1336.651978] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.663436] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.753176] env[63326]: DEBUG nova.compute.manager [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.874499] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "3887d706-a6f2-4e8d-b6db-8946280404a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.874751] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "3887d706-a6f2-4e8d-b6db-8946280404a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.923741] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dec5ec0-2318-43f7-ba82-ffc3acad18f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.934974] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4332c-1f4a-473b-bd7f-a295ddc7b601 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.975363] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7318972-8b96-49ed-8ff4-8dd4b321aefc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.983893] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5006c5-18e8-4079-b400-38514887a1d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.998323] env[63326]: DEBUG nova.compute.provider_tree [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.163665] env[63326]: DEBUG oslo_vmware.api [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725521, 'name': PowerOnVM_Task, 'duration_secs': 0.458928} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.164683] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.165011] env[63326]: INFO nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1337.165292] env[63326]: DEBUG nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.166274] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db85d8f8-afa6-482d-90a2-47aad4763fcf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.277449] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.501574] env[63326]: DEBUG nova.scheduler.client.report [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.509126] env[63326]: DEBUG nova.compute.manager [req-9afeb543-2a8c-462b-83b0-9bcd89840f53 req-8d997888-b9d8-4809-9cdb-61ecbb13a77b service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Received event network-vif-plugged-e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1337.509126] env[63326]: DEBUG oslo_concurrency.lockutils [req-9afeb543-2a8c-462b-83b0-9bcd89840f53 req-8d997888-b9d8-4809-9cdb-61ecbb13a77b service nova] Acquiring lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.509126] env[63326]: DEBUG oslo_concurrency.lockutils [req-9afeb543-2a8c-462b-83b0-9bcd89840f53 req-8d997888-b9d8-4809-9cdb-61ecbb13a77b service nova] Lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.509126] env[63326]: DEBUG oslo_concurrency.lockutils [req-9afeb543-2a8c-462b-83b0-9bcd89840f53 req-8d997888-b9d8-4809-9cdb-61ecbb13a77b service nova] Lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.509126] env[63326]: DEBUG nova.compute.manager [req-9afeb543-2a8c-462b-83b0-9bcd89840f53 req-8d997888-b9d8-4809-9cdb-61ecbb13a77b service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] No waiting events found dispatching network-vif-plugged-e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.509338] env[63326]: WARNING nova.compute.manager [req-9afeb543-2a8c-462b-83b0-9bcd89840f53 req-8d997888-b9d8-4809-9cdb-61ecbb13a77b service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Received unexpected event network-vif-plugged-e2ee074e-9680-4830-b3df-16a43639dece for instance with vm_state building and task_state spawning. [ 1337.688426] env[63326]: INFO nova.compute.manager [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Took 45.88 seconds to build instance. [ 1337.771191] env[63326]: DEBUG nova.network.neutron [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Successfully updated port: e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.007336] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.007885] env[63326]: DEBUG nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.010786] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.216s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.011041] env[63326]: DEBUG nova.objects.instance [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lazy-loading 'resources' on Instance uuid b2384705-52e2-407b-b128-382abf994148 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.191678] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a45aae25-5ee5-44a1-b335-368e179ee4e4 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.487s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.273981] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquiring lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.274973] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquired lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.274973] env[63326]: DEBUG nova.network.neutron [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.378183] env[63326]: DEBUG oslo_concurrency.lockutils [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.378183] env[63326]: DEBUG oslo_concurrency.lockutils [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.378183] env[63326]: DEBUG nova.compute.manager [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.380069] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556b17cd-da63-4fa0-a701-a284fdbd51b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.388270] env[63326]: DEBUG nova.compute.manager [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1338.388270] env[63326]: DEBUG nova.objects.instance [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lazy-loading 'flavor' on Instance uuid a4796c22-8e8f-4677-bb59-9e229fd98f84 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.516779] env[63326]: DEBUG nova.compute.utils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1338.522722] env[63326]: DEBUG nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.522921] env[63326]: DEBUG nova.network.neutron [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.606850] env[63326]: DEBUG nova.policy [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f801424b4814ad599e6bbd1a8ffd79e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc9031f221fe421dbebba7ec747e6580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.692994] env[63326]: DEBUG nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.807079] env[63326]: DEBUG nova.network.neutron [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.969966] env[63326]: DEBUG nova.network.neutron [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Updating instance_info_cache with network_info: [{"id": "e2ee074e-9680-4830-b3df-16a43639dece", "address": "fa:16:3e:80:0c:c3", "network": {"id": "fc9cea0f-4bd2-467f-af97-3746930b5785", "bridge": "br-int", "label": "tempest-ServersTestJSON-985277249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716a6ca70f3432892341de729c31e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ee074e-96", "ovs_interfaceid": "e2ee074e-9680-4830-b3df-16a43639dece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.023473] env[63326]: DEBUG nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.052086] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001096f0-2aa4-4bed-af8a-a6aa8f2c565f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.060717] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf141666-aac3-4987-9f23-f13be6fbc18c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.095842] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d270f7b3-c7f6-4d5b-9c76-bdab267f88df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.104460] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1d8ce3-fb6d-4e12-8dc6-d5a3998dcfa1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.123901] env[63326]: DEBUG nova.compute.provider_tree [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.195304] env[63326]: DEBUG nova.network.neutron [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Successfully created port: 171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.222600] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.389832] env[63326]: DEBUG oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522288d5-1f2a-19eb-b66b-d5be9c2b8f5f/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1339.389832] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0986846f-095e-48aa-8989-0942271b7a1f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.397055] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.397055] env[63326]: DEBUG oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522288d5-1f2a-19eb-b66b-d5be9c2b8f5f/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1339.397055] env[63326]: ERROR oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522288d5-1f2a-19eb-b66b-d5be9c2b8f5f/disk-0.vmdk due to incomplete transfer. [ 1339.397055] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5adc966-b65e-41e8-90ff-4df5e96b04eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.398514] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c59609e7-df70-4100-aa97-8d25a92403f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.408232] env[63326]: DEBUG oslo_vmware.api [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1339.408232] env[63326]: value = "task-1725522" [ 1339.408232] env[63326]: _type = "Task" [ 1339.408232] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.409486] env[63326]: DEBUG oslo_vmware.rw_handles [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522288d5-1f2a-19eb-b66b-d5be9c2b8f5f/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1339.409674] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Uploaded image c91590f6-3101-4440-93a8-bb28aa135963 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1339.413502] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1339.418760] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-97f58c83-6e3c-4589-9aa1-445ea75ffef1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.423878] env[63326]: DEBUG oslo_vmware.api [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.425401] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1339.425401] env[63326]: value = "task-1725523" [ 1339.425401] env[63326]: _type = "Task" [ 1339.425401] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.436173] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725523, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.473453] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Releasing lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.473838] env[63326]: DEBUG nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Instance network_info: |[{"id": "e2ee074e-9680-4830-b3df-16a43639dece", "address": "fa:16:3e:80:0c:c3", "network": {"id": "fc9cea0f-4bd2-467f-af97-3746930b5785", "bridge": "br-int", "label": "tempest-ServersTestJSON-985277249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716a6ca70f3432892341de729c31e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ee074e-96", "ovs_interfaceid": "e2ee074e-9680-4830-b3df-16a43639dece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.474272] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:0c:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2ee074e-9680-4830-b3df-16a43639dece', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.481783] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Creating folder: Project (3716a6ca70f3432892341de729c31e44). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.482131] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6029b62b-7452-4d85-8d84-f9f40fb386ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.493954] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Created folder: Project (3716a6ca70f3432892341de729c31e44) in parent group-v359097. [ 1339.493954] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Creating folder: Instances. Parent ref: group-v359156. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.494236] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-859edf9d-177d-4576-880e-e7f34750c817 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.508628] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Created folder: Instances in parent group-v359156. [ 1339.508628] env[63326]: DEBUG oslo.service.loopingcall [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.508769] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.508936] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b46a045-e076-4f46-910d-573400162e8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.530747] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.530747] env[63326]: value = "task-1725526" [ 1339.530747] env[63326]: _type = "Task" [ 1339.530747] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.546506] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725526, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.624719] env[63326]: DEBUG nova.scheduler.client.report [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.861124] env[63326]: DEBUG nova.compute.manager [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Received event network-changed-e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1339.861388] env[63326]: DEBUG nova.compute.manager [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Refreshing instance network info cache due to event network-changed-e2ee074e-9680-4830-b3df-16a43639dece. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1339.862486] env[63326]: DEBUG oslo_concurrency.lockutils [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] Acquiring lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.862486] env[63326]: DEBUG oslo_concurrency.lockutils [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] Acquired lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.862486] env[63326]: DEBUG nova.network.neutron [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Refreshing network info cache for port e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.921050] env[63326]: DEBUG oslo_vmware.api [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725522, 'name': PowerOffVM_Task, 'duration_secs': 0.202192} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.921315] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.921948] env[63326]: DEBUG nova.compute.manager [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.924030] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a1d509-3644-4d8a-84e0-71b56daf14f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.937793] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725523, 'name': Destroy_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.040422] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725526, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.043084] env[63326]: DEBUG nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.069655] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:30:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1683740570',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-692237404',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.069971] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.070206] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.070566] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.070798] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.070967] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.071195] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.071357] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.071524] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.071707] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.071881] env[63326]: DEBUG nova.virt.hardware [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.073050] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829e8f1-6a35-4da7-852d-128898cd8904 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.081025] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175b8fb-fccb-420b-ad7d-596219929c9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.130844] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.132956] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.775s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.134590] env[63326]: INFO nova.compute.claims [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.155194] env[63326]: INFO nova.scheduler.client.report [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Deleted allocations for instance b2384705-52e2-407b-b128-382abf994148 [ 1340.438627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-74cfc568-6f81-47a4-8f65-9ac239eb530d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.443125] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725523, 'name': Destroy_Task, 'duration_secs': 0.690294} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.443575] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Destroyed the VM [ 1340.443894] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1340.444166] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dfd36975-985e-44f9-8185-fa68471f7929 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.449962] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1340.449962] env[63326]: value = "task-1725527" [ 1340.449962] env[63326]: _type = "Task" [ 1340.449962] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.461131] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725527, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.544744] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725526, 'name': CreateVM_Task, 'duration_secs': 0.64333} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.544891] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.545657] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.545833] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.546260] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.546586] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8001a58d-f109-4370-9057-7d977115f44c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.552396] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1340.552396] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e5630-f452-2f01-fd8e-26f1e1c4466d" [ 1340.552396] env[63326]: _type = "Task" [ 1340.552396] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.561290] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e5630-f452-2f01-fd8e-26f1e1c4466d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.668990] env[63326]: DEBUG oslo_concurrency.lockutils [None req-028f36da-2388-4cc7-bd11-c1fe5777f625 tempest-ServersAdmin275Test-219062884 tempest-ServersAdmin275Test-219062884-project-member] Lock "b2384705-52e2-407b-b128-382abf994148" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.292s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.746326] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "26e0c08f-605b-43f0-9213-0e19d2f24e46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.746567] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "26e0c08f-605b-43f0-9213-0e19d2f24e46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.748848] env[63326]: DEBUG nova.network.neutron [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Updated VIF entry in instance network info cache for port e2ee074e-9680-4830-b3df-16a43639dece. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.749203] env[63326]: DEBUG nova.network.neutron [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Updating instance_info_cache with network_info: [{"id": "e2ee074e-9680-4830-b3df-16a43639dece", "address": "fa:16:3e:80:0c:c3", "network": {"id": "fc9cea0f-4bd2-467f-af97-3746930b5785", "bridge": "br-int", "label": "tempest-ServersTestJSON-985277249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716a6ca70f3432892341de729c31e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ee074e-96", "ovs_interfaceid": "e2ee074e-9680-4830-b3df-16a43639dece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.961772] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725527, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.054842] env[63326]: DEBUG nova.network.neutron [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Successfully updated port: 171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.066091] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e5630-f452-2f01-fd8e-26f1e1c4466d, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.066565] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.066640] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.066907] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.067065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.068503] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.068503] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f61f0a6c-9e3e-4962-90c4-4475f26e29bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.078432] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.078621] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.079378] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70aa89c-30a7-457a-be89-6b6d5e068826 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.085311] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1341.085311] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52324295-c43a-e1a1-4e2e-1f0d88dd6eab" [ 1341.085311] env[63326]: _type = "Task" [ 1341.085311] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.093528] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52324295-c43a-e1a1-4e2e-1f0d88dd6eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.253634] env[63326]: DEBUG oslo_concurrency.lockutils [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] Releasing lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.254090] env[63326]: DEBUG nova.compute.manager [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Received event network-changed-be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1341.254429] env[63326]: DEBUG nova.compute.manager [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Refreshing instance network info cache due to event network-changed-be6d95fc-87df-4c49-9e91-eff373e9da00. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1341.254781] env[63326]: DEBUG oslo_concurrency.lockutils [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] Acquiring lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.255027] env[63326]: DEBUG oslo_concurrency.lockutils [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] Acquired lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.255585] env[63326]: DEBUG nova.network.neutron [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Refreshing network info cache for port be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.464818] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725527, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.561097] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquiring lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.561255] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquired lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.561403] env[63326]: DEBUG nova.network.neutron [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.597821] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52324295-c43a-e1a1-4e2e-1f0d88dd6eab, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.601889] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43b0cbc-8bf6-4fd3-a1e2-4bdd7bc267be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.609666] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1341.609666] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a01104-7d7e-d557-38d0-b37a511b8708" [ 1341.609666] env[63326]: _type = "Task" [ 1341.609666] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.618685] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a01104-7d7e-d557-38d0-b37a511b8708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.685220] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c64d971-5ba2-4796-b537-ebf0a473500f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.693379] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb212b7-849d-4da4-8e9d-6e87ea9e0763 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.728750] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931b6e3a-1f41-4c26-b574-d29845227c69 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.736727] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f420be-464e-4eb9-8286-2091f9ec0114 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.752273] env[63326]: DEBUG nova.compute.provider_tree [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.892324] env[63326]: DEBUG nova.compute.manager [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Received event network-vif-plugged-171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1341.892954] env[63326]: DEBUG oslo_concurrency.lockutils [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] Acquiring lock "2eedd158-0d03-42eb-9613-caa6ff90b54a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.893288] env[63326]: DEBUG oslo_concurrency.lockutils [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] Lock "2eedd158-0d03-42eb-9613-caa6ff90b54a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.893586] env[63326]: DEBUG oslo_concurrency.lockutils [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] Lock "2eedd158-0d03-42eb-9613-caa6ff90b54a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.893949] env[63326]: DEBUG nova.compute.manager [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] No waiting events found dispatching network-vif-plugged-171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.894591] env[63326]: WARNING nova.compute.manager [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Received unexpected event network-vif-plugged-171b3a91-1f08-4ee4-812e-61a31ad465ad for instance with vm_state building and task_state spawning. [ 1341.894591] env[63326]: DEBUG nova.compute.manager [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Received event network-changed-171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1341.894591] env[63326]: DEBUG nova.compute.manager [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Refreshing instance network info cache due to event network-changed-171b3a91-1f08-4ee4-812e-61a31ad465ad. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1341.894789] env[63326]: DEBUG oslo_concurrency.lockutils [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] Acquiring lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.964521] env[63326]: DEBUG oslo_vmware.api [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725527, 'name': RemoveSnapshot_Task, 'duration_secs': 1.213219} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.964934] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1341.965234] env[63326]: INFO nova.compute.manager [None req-8edd97e0-95a2-40c2-b642-4cb6dd824316 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Took 19.83 seconds to snapshot the instance on the hypervisor. [ 1342.038803] env[63326]: DEBUG nova.network.neutron [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Updated VIF entry in instance network info cache for port be6d95fc-87df-4c49-9e91-eff373e9da00. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.039186] env[63326]: DEBUG nova.network.neutron [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Updating instance_info_cache with network_info: [{"id": "be6d95fc-87df-4c49-9e91-eff373e9da00", "address": "fa:16:3e:7a:7e:42", "network": {"id": "d43d90b2-6d05-4f4c-9278-b722f7188ad5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1601158143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47577faa0f149429bcdd7acc5385663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe6d95fc-87", "ovs_interfaceid": "be6d95fc-87df-4c49-9e91-eff373e9da00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.100173] env[63326]: DEBUG nova.network.neutron [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.120502] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a01104-7d7e-d557-38d0-b37a511b8708, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.120808] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.121077] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf/3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.121331] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89f43f3d-c359-4814-b714-0e715ff1ce44 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.127627] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1342.127627] env[63326]: value = "task-1725528" [ 1342.127627] env[63326]: _type = "Task" [ 1342.127627] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.134971] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.141807] env[63326]: DEBUG nova.compute.manager [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.142473] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652a7fa-96f8-478e-b926-0439e1fac153 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.236275] env[63326]: DEBUG nova.network.neutron [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Updating instance_info_cache with network_info: [{"id": "171b3a91-1f08-4ee4-812e-61a31ad465ad", "address": "fa:16:3e:01:4d:30", "network": {"id": "b5c1ae68-af19-4fa2-8c8b-939ada2886a2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-446109379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9031f221fe421dbebba7ec747e6580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171b3a91-1f", "ovs_interfaceid": "171b3a91-1f08-4ee4-812e-61a31ad465ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.254500] env[63326]: DEBUG nova.scheduler.client.report [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.542271] env[63326]: DEBUG oslo_concurrency.lockutils [req-39bddb46-6184-43eb-8883-61eb55207aba req-c8d9f182-2271-4791-bfb0-c478b5596edf service nova] Releasing lock "refresh_cache-db22896d-0f47-473f-9aeb-e15490f5232d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.640160] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.652186] env[63326]: INFO nova.compute.manager [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] instance snapshotting [ 1342.652409] env[63326]: WARNING nova.compute.manager [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1342.655308] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f08501-75da-4e4f-8bca-69a25addc916 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.675464] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d2521-3a33-42d3-b9e8-5f79220d9409 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.738696] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Releasing lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.739098] env[63326]: DEBUG nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Instance network_info: |[{"id": "171b3a91-1f08-4ee4-812e-61a31ad465ad", "address": "fa:16:3e:01:4d:30", "network": {"id": "b5c1ae68-af19-4fa2-8c8b-939ada2886a2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-446109379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9031f221fe421dbebba7ec747e6580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171b3a91-1f", "ovs_interfaceid": "171b3a91-1f08-4ee4-812e-61a31ad465ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.739439] env[63326]: DEBUG oslo_concurrency.lockutils [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] Acquired lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.739628] env[63326]: DEBUG nova.network.neutron [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Refreshing network info cache for port 171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.740886] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:4d:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '171b3a91-1f08-4ee4-812e-61a31ad465ad', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.749455] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Creating folder: Project (bc9031f221fe421dbebba7ec747e6580). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.750234] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-853abb78-ddfa-423b-86e3-9a55d4b874b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.759529] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.760954] env[63326]: DEBUG nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.765281] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.345s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.766665] env[63326]: INFO nova.compute.claims [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.774165] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Created folder: Project (bc9031f221fe421dbebba7ec747e6580) in parent group-v359097. [ 1342.774165] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Creating folder: Instances. Parent ref: group-v359159. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.774165] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b89b5ecc-3464-4132-891b-a6504e878a19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.787858] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Created folder: Instances in parent group-v359159. [ 1342.788142] env[63326]: DEBUG oslo.service.loopingcall [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.788349] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.788565] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e517109c-149a-470d-b723-ce8cf5131e7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.812765] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.812765] env[63326]: value = "task-1725531" [ 1342.812765] env[63326]: _type = "Task" [ 1342.812765] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.822353] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725531, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.138223] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797783} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.138568] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf/3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.138771] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.139075] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-383f7843-7d94-48cd-a9be-bde47bbe709b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.146102] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1343.146102] env[63326]: value = "task-1725532" [ 1343.146102] env[63326]: _type = "Task" [ 1343.146102] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.155777] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.189249] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1343.189631] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5e89c81-b05e-47bc-ad0b-f629b38c2603 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.197680] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1343.197680] env[63326]: value = "task-1725533" [ 1343.197680] env[63326]: _type = "Task" [ 1343.197680] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.207862] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725533, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.275367] env[63326]: DEBUG nova.compute.utils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.282857] env[63326]: DEBUG nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.283094] env[63326]: DEBUG nova.network.neutron [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.326554] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725531, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.335298] env[63326]: DEBUG nova.policy [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52271c5cce824d6091039b6e33d6c853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd7650e0d3c4b038591e3216238c5b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.655756] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071952} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.658385] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.658692] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d963e1-bff9-4652-8d85-0439b1ad3883 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.680440] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf/3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.680737] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d34763f-5449-47e5-96e2-be7bb89f99e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.701293] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1343.701293] env[63326]: value = "task-1725534" [ 1343.701293] env[63326]: _type = "Task" [ 1343.701293] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.723068] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.723620] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725533, 'name': CreateSnapshot_Task, 'duration_secs': 0.437449} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.724128] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1343.725035] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352aefac-4b35-45c3-81c5-4da48e3b6e59 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.739027] env[63326]: DEBUG nova.network.neutron [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Updated VIF entry in instance network info cache for port 171b3a91-1f08-4ee4-812e-61a31ad465ad. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.739498] env[63326]: DEBUG nova.network.neutron [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Updating instance_info_cache with network_info: [{"id": "171b3a91-1f08-4ee4-812e-61a31ad465ad", "address": "fa:16:3e:01:4d:30", "network": {"id": "b5c1ae68-af19-4fa2-8c8b-939ada2886a2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-446109379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9031f221fe421dbebba7ec747e6580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171b3a91-1f", "ovs_interfaceid": "171b3a91-1f08-4ee4-812e-61a31ad465ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.746417] env[63326]: DEBUG nova.network.neutron [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Successfully created port: c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.787056] env[63326]: DEBUG nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.827578] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725531, 'name': CreateVM_Task, 'duration_secs': 0.578835} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.830275] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.834094] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.834094] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.834094] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.834094] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe45c4d-16b7-419b-b123-b9278899c561 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.839119] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1343.839119] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ff36f2-9147-0300-b92f-f1bf6320d5a7" [ 1343.839119] env[63326]: _type = "Task" [ 1343.839119] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.849596] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ff36f2-9147-0300-b92f-f1bf6320d5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.221883] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725534, 'name': ReconfigVM_Task, 'duration_secs': 0.286468} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.222183] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf/3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.222905] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f5434ad-f613-4419-9ae0-d3923c4770f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.229455] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1344.229455] env[63326]: value = "task-1725535" [ 1344.229455] env[63326]: _type = "Task" [ 1344.229455] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.246861] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1344.246861] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725535, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.249917] env[63326]: DEBUG oslo_concurrency.lockutils [req-ffa27c92-d642-411f-95c3-31edbc59f164 req-dee4915d-3009-40a4-9aee-2da2885b7167 service nova] Releasing lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.250302] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4c77511-2b88-4f86-84d0-6fa311beeb8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.259992] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1344.259992] env[63326]: value = "task-1725536" [ 1344.259992] env[63326]: _type = "Task" [ 1344.259992] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.271047] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725536, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.272661] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b80b80-453d-4a0d-82ed-eec085ff9cc0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.279100] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cdc731-145a-49e6-af2e-548335f09c77 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.311975] env[63326]: INFO nova.virt.block_device [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Booting with volume 83c4cd66-195c-45ee-9b18-3b4f8f05142b at /dev/sda [ 1344.314928] env[63326]: DEBUG nova.compute.manager [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.316246] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa6d66a-eb87-4acc-8755-b06d37e7b24c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.319242] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270438c5-a007-46e8-b045-9e7428559ce0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.349393] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82b2082-09bd-494a-889c-20a747506b53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.363820] env[63326]: DEBUG nova.compute.provider_tree [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.369211] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ff36f2-9147-0300-b92f-f1bf6320d5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.369762] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.369990] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.370239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.370380] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.370582] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.370853] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db82662a-3406-463f-b495-768481e3ead7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.379418] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.379418] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.380114] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94135485-ddac-4964-a143-91e2f5c9b3d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.387299] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7610de4-6005-44b2-b434-57281b0fe1a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.391520] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1344.391520] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c93ca4-2273-664b-24ee-982043bb4b4f" [ 1344.391520] env[63326]: _type = "Task" [ 1344.391520] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.400537] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d1cf26-2f34-4bd3-939a-ca4680f08174 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.414591] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c93ca4-2273-664b-24ee-982043bb4b4f, 'name': SearchDatastore_Task} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.415779] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa5c9d7-e09e-44e9-a723-c3eff53528e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.421119] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1344.421119] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52abc143-b72b-836d-c5f4-f44d0ac96a7d" [ 1344.421119] env[63326]: _type = "Task" [ 1344.421119] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.435184] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb6305e8-2cf2-4a98-9d43-f91b7de553ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.440536] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52abc143-b72b-836d-c5f4-f44d0ac96a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.446902] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23abcc8a-ca3b-409f-9bf7-f99621ee735b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.479027] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e54ca33-7585-42de-b146-02dfd361ac8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.485427] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d7a9e-fa11-4fca-ae9b-ac807ca8f885 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.503099] env[63326]: DEBUG nova.virt.block_device [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Updating existing volume attachment record: ee0579cf-438f-45a9-998d-baf21a1f3896 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1344.741172] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725535, 'name': Rename_Task, 'duration_secs': 0.152329} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.741493] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.741739] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c78e494-aa25-4289-b1e6-db1adf37bdfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.748656] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1344.748656] env[63326]: value = "task-1725537" [ 1344.748656] env[63326]: _type = "Task" [ 1344.748656] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.757164] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.768878] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725536, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.853605] env[63326]: INFO nova.compute.manager [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] instance snapshotting [ 1344.856215] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af5e19b-7f53-4c69-9a35-5686f491554f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.876209] env[63326]: DEBUG nova.scheduler.client.report [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.881403] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382bbb7b-e903-41dd-bac9-12547c5f2798 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.935023] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52abc143-b72b-836d-c5f4-f44d0ac96a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.02094} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.935023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.935023] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2eedd158-0d03-42eb-9613-caa6ff90b54a/2eedd158-0d03-42eb-9613-caa6ff90b54a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.935023] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a977b517-4a1a-4eb1-b8c0-4a659264a4e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.941045] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1344.941045] env[63326]: value = "task-1725538" [ 1344.941045] env[63326]: _type = "Task" [ 1344.941045] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.949229] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.273383] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725537, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.280031] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725536, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.335132] env[63326]: DEBUG nova.compute.manager [req-0c2ec8d0-3f6a-4bee-a563-f450e30ce100 req-b96688e1-865f-4c36-b141-7e4ff76ff0e7 service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Received event network-vif-plugged-c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1345.335426] env[63326]: DEBUG oslo_concurrency.lockutils [req-0c2ec8d0-3f6a-4bee-a563-f450e30ce100 req-b96688e1-865f-4c36-b141-7e4ff76ff0e7 service nova] Acquiring lock "be5490f1-3a52-4019-8b49-b4226a57331c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.337498] env[63326]: DEBUG oslo_concurrency.lockutils [req-0c2ec8d0-3f6a-4bee-a563-f450e30ce100 req-b96688e1-865f-4c36-b141-7e4ff76ff0e7 service nova] Lock "be5490f1-3a52-4019-8b49-b4226a57331c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.337498] env[63326]: DEBUG oslo_concurrency.lockutils [req-0c2ec8d0-3f6a-4bee-a563-f450e30ce100 req-b96688e1-865f-4c36-b141-7e4ff76ff0e7 service nova] Lock "be5490f1-3a52-4019-8b49-b4226a57331c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.337498] env[63326]: DEBUG nova.compute.manager [req-0c2ec8d0-3f6a-4bee-a563-f450e30ce100 req-b96688e1-865f-4c36-b141-7e4ff76ff0e7 service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] No waiting events found dispatching network-vif-plugged-c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.337498] env[63326]: WARNING nova.compute.manager [req-0c2ec8d0-3f6a-4bee-a563-f450e30ce100 req-b96688e1-865f-4c36-b141-7e4ff76ff0e7 service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Received unexpected event network-vif-plugged-c619e910-9aec-43eb-a02f-9c9ecf6e23fd for instance with vm_state building and task_state block_device_mapping. [ 1345.386560] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.390377] env[63326]: DEBUG nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.395117] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.536s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.396472] env[63326]: DEBUG nova.objects.instance [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lazy-loading 'resources' on Instance uuid f6e53747-9a7f-4564-a7bf-380ab17095fa {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.405097] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1345.406520] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-add18453-493f-4bde-9cc9-e8fc3b186a64 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.418481] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1345.418481] env[63326]: value = "task-1725539" [ 1345.418481] env[63326]: _type = "Task" [ 1345.418481] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.428732] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.452164] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499654} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.453272] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2eedd158-0d03-42eb-9613-caa6ff90b54a/2eedd158-0d03-42eb-9613-caa6ff90b54a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.453272] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.453272] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a2adba-264e-4b1f-a74d-07bdd74ed0a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.460450] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1345.460450] env[63326]: value = "task-1725540" [ 1345.460450] env[63326]: _type = "Task" [ 1345.460450] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.469211] env[63326]: DEBUG nova.network.neutron [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Successfully updated port: c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.477570] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.762461] env[63326]: DEBUG oslo_vmware.api [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725537, 'name': PowerOnVM_Task, 'duration_secs': 0.74208} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.765471] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.765683] env[63326]: INFO nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1345.765864] env[63326]: DEBUG nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.766570] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4fa2f-7be5-4a5c-87ed-69b505b5c2d3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.774017] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725536, 'name': CloneVM_Task, 'duration_secs': 1.396343} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.775573] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Created linked-clone VM from snapshot [ 1345.779221] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36f53c8-65fb-447f-bf70-8ba9c828ed94 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.787941] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Uploading image 0ea02475-e0d3-4cdb-bb0d-827efd489428 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1345.815184] env[63326]: DEBUG oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1345.815184] env[63326]: value = "vm-359163" [ 1345.815184] env[63326]: _type = "VirtualMachine" [ 1345.815184] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1345.815460] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8c33994-07b3-4ed7-804d-ba0443a12f7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.827775] env[63326]: DEBUG oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lease: (returnval){ [ 1345.827775] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5264cce3-fb19-5259-9590-4fc5f6275e60" [ 1345.827775] env[63326]: _type = "HttpNfcLease" [ 1345.827775] env[63326]: } obtained for exporting VM: (result){ [ 1345.827775] env[63326]: value = "vm-359163" [ 1345.827775] env[63326]: _type = "VirtualMachine" [ 1345.827775] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1345.828022] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the lease: (returnval){ [ 1345.828022] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5264cce3-fb19-5259-9590-4fc5f6275e60" [ 1345.828022] env[63326]: _type = "HttpNfcLease" [ 1345.828022] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1345.839012] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.839012] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5264cce3-fb19-5259-9590-4fc5f6275e60" [ 1345.839012] env[63326]: _type = "HttpNfcLease" [ 1345.839012] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1345.839733] env[63326]: DEBUG oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1345.839733] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5264cce3-fb19-5259-9590-4fc5f6275e60" [ 1345.839733] env[63326]: _type = "HttpNfcLease" [ 1345.839733] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1345.840008] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0556a05f-36a3-49fb-bb57-2dd72a92d221 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.848151] env[63326]: DEBUG oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52531831-b2bc-3ab5-5f10-643a3a6e362b/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1345.848151] env[63326]: DEBUG oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52531831-b2bc-3ab5-5f10-643a3a6e362b/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1345.912803] env[63326]: DEBUG nova.compute.utils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.918038] env[63326]: DEBUG nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.918423] env[63326]: DEBUG nova.network.neutron [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.931113] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.951278] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dd8e67e-bcb7-45af-9b26-6b1d88382c24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.971225] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Acquiring lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.971825] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Acquired lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.971825] env[63326]: DEBUG nova.network.neutron [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.976147] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06777} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.984123] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.989025] env[63326]: DEBUG nova.policy [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796e9a77c01e4b18af79438edad636c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47b8df4a265e4c5e987825567bab4768', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.990979] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aab2d11-f551-4f3a-8932-c8ba7d5f6664 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.019504] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 2eedd158-0d03-42eb-9613-caa6ff90b54a/2eedd158-0d03-42eb-9613-caa6ff90b54a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.022373] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5b2507-5dc0-44e1-83ac-1c5ee5fef1c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.044696] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1346.044696] env[63326]: value = "task-1725542" [ 1346.044696] env[63326]: _type = "Task" [ 1346.044696] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.055612] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.293148] env[63326]: INFO nova.compute.manager [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Took 48.65 seconds to build instance. [ 1346.420305] env[63326]: DEBUG nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.449036] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.450999] env[63326]: DEBUG nova.network.neutron [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Successfully created port: 0b2732a8-272d-4ab8-8fca-ced8be52a464 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.555272] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.564622] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquiring lock "306771ef-135a-4b79-b20d-2250464ef4d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.564979] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "306771ef-135a-4b79-b20d-2250464ef4d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.569679] env[63326]: DEBUG nova.network.neutron [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.643076] env[63326]: DEBUG nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.643781] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.644107] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.644295] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.646105] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.646105] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.646105] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.646105] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.646105] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.646308] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.646308] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.646308] env[63326]: DEBUG nova.virt.hardware [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.647253] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2e114a-e612-48fa-a637-772fcdbb2b5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.654292] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950d72f-fdf6-4502-82e3-eedbe5631dfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.663725] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ffa64-82c0-4259-8a2c-e6cb00bd02b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.668502] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed9e86-7223-4a50-a116-2ea501c1c175 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.713113] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7576f397-2e49-4c41-8571-50a969ad86c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.723356] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf808fde-4b6b-436f-9c0a-2d9968edde9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.739342] env[63326]: DEBUG nova.compute.provider_tree [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.796533] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b72b9046-044b-4a6e-a974-93fd5a346233 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.289s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.846194] env[63326]: DEBUG nova.network.neutron [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Updating instance_info_cache with network_info: [{"id": "c619e910-9aec-43eb-a02f-9c9ecf6e23fd", "address": "fa:16:3e:e6:31:31", "network": {"id": "7f0d709e-9063-46ba-b38e-77dab354468f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1043566861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd7650e0d3c4b038591e3216238c5b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619e910-9a", "ovs_interfaceid": "c619e910-9aec-43eb-a02f-9c9ecf6e23fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.947336] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725539, 'name': CreateSnapshot_Task, 'duration_secs': 1.087684} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.947705] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1346.948522] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bef8ec-7759-43fe-b215-c396ce4b84e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.057478] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.243248] env[63326]: DEBUG nova.scheduler.client.report [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.302530] env[63326]: DEBUG nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.350973] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Releasing lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.350973] env[63326]: DEBUG nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Instance network_info: |[{"id": "c619e910-9aec-43eb-a02f-9c9ecf6e23fd", "address": "fa:16:3e:e6:31:31", "network": {"id": "7f0d709e-9063-46ba-b38e-77dab354468f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1043566861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd7650e0d3c4b038591e3216238c5b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619e910-9a", "ovs_interfaceid": "c619e910-9aec-43eb-a02f-9c9ecf6e23fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.352390] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:31:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c619e910-9aec-43eb-a02f-9c9ecf6e23fd', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.359847] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Creating folder: Project (ebd7650e0d3c4b038591e3216238c5b7). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.360696] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33dd8ae6-c90e-43e7-86fe-47b08d2e1e0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.374877] env[63326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1347.375059] env[63326]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1347.375981] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Folder already exists: Project (ebd7650e0d3c4b038591e3216238c5b7). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1347.375981] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Creating folder: Instances. Parent ref: group-v359098. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.376363] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-803a3129-96bd-4d99-b4e1-3ac6146419d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.386804] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Created folder: Instances in parent group-v359098. [ 1347.387078] env[63326]: DEBUG oslo.service.loopingcall [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.387279] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.387549] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c165dc83-2901-49d3-8eda-ec57e608982d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.414623] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.414623] env[63326]: value = "task-1725545" [ 1347.414623] env[63326]: _type = "Task" [ 1347.414623] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.427861] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725545, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.441611] env[63326]: DEBUG nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.448264] env[63326]: DEBUG nova.compute.manager [req-da2b6828-c05b-428c-9e66-57ca633d209e req-ad2b17e0-4795-41e2-b9bb-993d8c598286 service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Received event network-changed-c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1347.448264] env[63326]: DEBUG nova.compute.manager [req-da2b6828-c05b-428c-9e66-57ca633d209e req-ad2b17e0-4795-41e2-b9bb-993d8c598286 service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Refreshing instance network info cache due to event network-changed-c619e910-9aec-43eb-a02f-9c9ecf6e23fd. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1347.448264] env[63326]: DEBUG oslo_concurrency.lockutils [req-da2b6828-c05b-428c-9e66-57ca633d209e req-ad2b17e0-4795-41e2-b9bb-993d8c598286 service nova] Acquiring lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.448590] env[63326]: DEBUG oslo_concurrency.lockutils [req-da2b6828-c05b-428c-9e66-57ca633d209e req-ad2b17e0-4795-41e2-b9bb-993d8c598286 service nova] Acquired lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.448869] env[63326]: DEBUG nova.network.neutron [req-da2b6828-c05b-428c-9e66-57ca633d209e req-ad2b17e0-4795-41e2-b9bb-993d8c598286 service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Refreshing network info cache for port c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.471190] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1347.474856] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5b8e986-ccff-4a91-8b9f-852be179ea85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.483910] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1347.483910] env[63326]: value = "task-1725546" [ 1347.483910] env[63326]: _type = "Task" [ 1347.483910] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.486847] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.487247] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.487404] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.488184] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.489033] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.489033] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.489033] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.489033] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.489241] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.489931] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.489931] env[63326]: DEBUG nova.virt.hardware [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.491300] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6713e312-a895-4f29-bdae-032332b7d5f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.508308] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b351950-1241-4c1c-8e0d-67948bf667f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.512763] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725546, 'name': CloneVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.556233] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.748230] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.751054] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.104s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.756196] env[63326]: INFO nova.compute.claims [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.788554] env[63326]: INFO nova.scheduler.client.report [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Deleted allocations for instance f6e53747-9a7f-4564-a7bf-380ab17095fa [ 1347.826600] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.925560] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725545, 'name': CreateVM_Task, 'duration_secs': 0.41106} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.925659] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.926848] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'ee0579cf-438f-45a9-998d-baf21a1f3896', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359113', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'name': 'volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be5490f1-3a52-4019-8b49-b4226a57331c', 'attached_at': '', 'detached_at': '', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'serial': '83c4cd66-195c-45ee-9b18-3b4f8f05142b'}, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=63326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1347.926848] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Root volume attach. Driver type: vmdk {{(pid=63326) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1347.927366] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d243e305-ad60-49bd-b954-9e7340bd90cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.935496] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e4868-3540-415e-8ed3-d8c836aea826 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.942016] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d5523-28bf-4b5c-93f3-664ebe9f801f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.949534] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-51905b82-54be-4357-bb23-1be5a66c08e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.959018] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1347.959018] env[63326]: value = "task-1725547" [ 1347.959018] env[63326]: _type = "Task" [ 1347.959018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.967982] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725547, 'name': RelocateVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.003455] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725546, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.056486] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725542, 'name': ReconfigVM_Task, 'duration_secs': 1.604117} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.056815] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 2eedd158-0d03-42eb-9613-caa6ff90b54a/2eedd158-0d03-42eb-9613-caa6ff90b54a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.057792] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6759a20f-5acb-4b26-88c1-203359d72257 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.064577] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1348.064577] env[63326]: value = "task-1725548" [ 1348.064577] env[63326]: _type = "Task" [ 1348.064577] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.075275] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725548, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.297524] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d96206b-935f-4520-b2a9-9d0392d481c7 tempest-ServerDiagnosticsV248Test-1686410361 tempest-ServerDiagnosticsV248Test-1686410361-project-member] Lock "f6e53747-9a7f-4564-a7bf-380ab17095fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.775s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.471626] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725547, 'name': RelocateVM_Task, 'duration_secs': 0.5018} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.472088] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1348.472088] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359113', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'name': 'volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be5490f1-3a52-4019-8b49-b4226a57331c', 'attached_at': '', 'detached_at': '', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'serial': '83c4cd66-195c-45ee-9b18-3b4f8f05142b'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1348.472791] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81622f27-f6d7-44c1-97dd-798aea0896f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.488865] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100c95ea-fd16-406a-ae85-152a75beb00c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.517889] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b/volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.518934] env[63326]: DEBUG nova.network.neutron [req-da2b6828-c05b-428c-9e66-57ca633d209e req-ad2b17e0-4795-41e2-b9bb-993d8c598286 service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Updated VIF entry in instance network info cache for port c619e910-9aec-43eb-a02f-9c9ecf6e23fd. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.519248] env[63326]: DEBUG nova.network.neutron [req-da2b6828-c05b-428c-9e66-57ca633d209e req-ad2b17e0-4795-41e2-b9bb-993d8c598286 service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Updating instance_info_cache with network_info: [{"id": "c619e910-9aec-43eb-a02f-9c9ecf6e23fd", "address": "fa:16:3e:e6:31:31", "network": {"id": "7f0d709e-9063-46ba-b38e-77dab354468f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1043566861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd7650e0d3c4b038591e3216238c5b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619e910-9a", "ovs_interfaceid": "c619e910-9aec-43eb-a02f-9c9ecf6e23fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.524745] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e02c094-6de9-4e39-b822-ce10c49fe106 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.539057] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725546, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.545927] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1348.545927] env[63326]: value = "task-1725549" [ 1348.545927] env[63326]: _type = "Task" [ 1348.545927] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.555129] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.574439] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725548, 'name': Rename_Task, 'duration_secs': 0.191721} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.575124] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.575392] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac6d1ee-724f-431d-ae11-0534edda5448 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.584386] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1348.584386] env[63326]: value = "task-1725550" [ 1348.584386] env[63326]: _type = "Task" [ 1348.584386] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.593172] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.675120] env[63326]: DEBUG nova.network.neutron [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Successfully updated port: 0b2732a8-272d-4ab8-8fca-ced8be52a464 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.004287] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725546, 'name': CloneVM_Task, 'duration_secs': 1.185701} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.004592] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Created linked-clone VM from snapshot [ 1349.005938] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d20382-6a9d-4f61-ad6e-7627c6039916 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.016605] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Uploading image 7942bc6c-ce7f-4a4a-84dd-a439da85adce {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1349.042269] env[63326]: DEBUG oslo_concurrency.lockutils [req-da2b6828-c05b-428c-9e66-57ca633d209e req-ad2b17e0-4795-41e2-b9bb-993d8c598286 service nova] Releasing lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.059087] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.061288] env[63326]: DEBUG oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1349.061288] env[63326]: value = "vm-359167" [ 1349.061288] env[63326]: _type = "VirtualMachine" [ 1349.061288] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1349.064141] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e93f3090-e490-4180-a3e0-dbe62f33d5f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.071937] env[63326]: DEBUG oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lease: (returnval){ [ 1349.071937] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c3014-fc5c-c445-d014-76131c2497bc" [ 1349.071937] env[63326]: _type = "HttpNfcLease" [ 1349.071937] env[63326]: } obtained for exporting VM: (result){ [ 1349.071937] env[63326]: value = "vm-359167" [ 1349.071937] env[63326]: _type = "VirtualMachine" [ 1349.071937] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1349.072186] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the lease: (returnval){ [ 1349.072186] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c3014-fc5c-c445-d014-76131c2497bc" [ 1349.072186] env[63326]: _type = "HttpNfcLease" [ 1349.072186] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1349.082130] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1349.082130] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c3014-fc5c-c445-d014-76131c2497bc" [ 1349.082130] env[63326]: _type = "HttpNfcLease" [ 1349.082130] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1349.096224] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725550, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.177630] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquiring lock "refresh_cache-7e178341-9bd5-498c-a076-ddcfbbf4823f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.177747] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquired lock "refresh_cache-7e178341-9bd5-498c-a076-ddcfbbf4823f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.177880] env[63326]: DEBUG nova.network.neutron [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.257221] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb6c04b-fec7-462e-9fee-547186d3e417 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.265966] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a067bbe-32bd-4ad9-a683-38f705d01b46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.297888] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea27c3b-80d6-43a9-aa61-604c8d8bf38a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.306377] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41375b5a-6ffc-41bc-aa23-eb587249629d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.321480] env[63326]: DEBUG nova.compute.provider_tree [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.483958] env[63326]: DEBUG nova.compute.manager [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Received event network-changed-e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1349.484461] env[63326]: DEBUG nova.compute.manager [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Refreshing instance network info cache due to event network-changed-e2ee074e-9680-4830-b3df-16a43639dece. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1349.484461] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Acquiring lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.484619] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Acquired lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.484837] env[63326]: DEBUG nova.network.neutron [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Refreshing network info cache for port e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.560194] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725549, 'name': ReconfigVM_Task, 'duration_secs': 0.619845} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.561030] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b/volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.565529] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ad1944-fa53-4ab9-9166-ffa13c6e6cbf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.582643] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1349.582643] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c3014-fc5c-c445-d014-76131c2497bc" [ 1349.582643] env[63326]: _type = "HttpNfcLease" [ 1349.582643] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1349.584028] env[63326]: DEBUG oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1349.584028] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c3014-fc5c-c445-d014-76131c2497bc" [ 1349.584028] env[63326]: _type = "HttpNfcLease" [ 1349.584028] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1349.584258] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1349.584258] env[63326]: value = "task-1725552" [ 1349.584258] env[63326]: _type = "Task" [ 1349.584258] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.585140] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006c77c-1a70-4a2e-86de-9a3ef5dded78 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.597940] env[63326]: DEBUG oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfce41-baea-ca27-323a-b58260c70ee8/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1349.598151] env[63326]: DEBUG oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfce41-baea-ca27-323a-b58260c70ee8/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1349.605546] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.606178] env[63326]: DEBUG oslo_vmware.api [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1725550, 'name': PowerOnVM_Task, 'duration_secs': 0.816116} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.606905] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.607132] env[63326]: INFO nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1349.607312] env[63326]: DEBUG nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.660809] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a8520d-c518-4375-81d3-ed3d2e259e78 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.719568] env[63326]: DEBUG nova.network.neutron [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.736273] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f2ceb49-f9f0-489a-8272-6933efa65efa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.824548] env[63326]: DEBUG nova.scheduler.client.report [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.914564] env[63326]: DEBUG nova.network.neutron [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Updating instance_info_cache with network_info: [{"id": "0b2732a8-272d-4ab8-8fca-ced8be52a464", "address": "fa:16:3e:71:1a:89", "network": {"id": "b5baa32b-891f-4ace-8d39-14dcc70873e4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1859467428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b8df4a265e4c5e987825567bab4768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2732a8-27", "ovs_interfaceid": "0b2732a8-272d-4ab8-8fca-ced8be52a464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.100583] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725552, 'name': ReconfigVM_Task, 'duration_secs': 0.200596} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.102043] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359113', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'name': 'volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be5490f1-3a52-4019-8b49-b4226a57331c', 'attached_at': '', 'detached_at': '', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'serial': '83c4cd66-195c-45ee-9b18-3b4f8f05142b'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1350.103532] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bfa18ef-8ca4-4e2d-bbc8-453116be9685 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.114437] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1350.114437] env[63326]: value = "task-1725553" [ 1350.114437] env[63326]: _type = "Task" [ 1350.114437] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.130580] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725553, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.185388] env[63326]: INFO nova.compute.manager [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Took 41.75 seconds to build instance. [ 1350.323966] env[63326]: DEBUG nova.network.neutron [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Updated VIF entry in instance network info cache for port e2ee074e-9680-4830-b3df-16a43639dece. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.324438] env[63326]: DEBUG nova.network.neutron [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Updating instance_info_cache with network_info: [{"id": "e2ee074e-9680-4830-b3df-16a43639dece", "address": "fa:16:3e:80:0c:c3", "network": {"id": "fc9cea0f-4bd2-467f-af97-3746930b5785", "bridge": "br-int", "label": "tempest-ServersTestJSON-985277249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716a6ca70f3432892341de729c31e44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ee074e-96", "ovs_interfaceid": "e2ee074e-9680-4830-b3df-16a43639dece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.330209] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.330808] env[63326]: DEBUG nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.334964] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.983s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.337528] env[63326]: INFO nova.compute.claims [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.418670] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Releasing lock "refresh_cache-7e178341-9bd5-498c-a076-ddcfbbf4823f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.419044] env[63326]: DEBUG nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Instance network_info: |[{"id": "0b2732a8-272d-4ab8-8fca-ced8be52a464", "address": "fa:16:3e:71:1a:89", "network": {"id": "b5baa32b-891f-4ace-8d39-14dcc70873e4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1859467428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b8df4a265e4c5e987825567bab4768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2732a8-27", "ovs_interfaceid": "0b2732a8-272d-4ab8-8fca-ced8be52a464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.419840] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:1a:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b2732a8-272d-4ab8-8fca-ced8be52a464', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.429201] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Creating folder: Project (47b8df4a265e4c5e987825567bab4768). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.429747] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63efbda8-be4f-4a90-946a-e9f4c4dfe63c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.443475] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Created folder: Project (47b8df4a265e4c5e987825567bab4768) in parent group-v359097. [ 1350.443683] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Creating folder: Instances. Parent ref: group-v359168. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.443961] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9974e6e-e0d3-4b3f-8940-2b1059ee1520 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.454257] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Created folder: Instances in parent group-v359168. [ 1350.454803] env[63326]: DEBUG oslo.service.loopingcall [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.454803] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.454958] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e6bd01f-653a-4fd8-8bc9-e3c7b981f2b2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.478739] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.478739] env[63326]: value = "task-1725556" [ 1350.478739] env[63326]: _type = "Task" [ 1350.478739] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.490095] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725556, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.627111] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725553, 'name': Rename_Task, 'duration_secs': 0.166253} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.627111] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.628362] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fc73f77-d709-47f7-ab29-4eb58eeba236 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.634415] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1350.634415] env[63326]: value = "task-1725557" [ 1350.634415] env[63326]: _type = "Task" [ 1350.634415] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.642715] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.689070] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c44d8680-738e-4f05-a0ef-96a29008a4eb tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "2eedd158-0d03-42eb-9613-caa6ff90b54a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.289s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.827543] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Releasing lock "refresh_cache-3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.828041] env[63326]: DEBUG nova.compute.manager [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Received event network-vif-plugged-0b2732a8-272d-4ab8-8fca-ced8be52a464 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1350.828346] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Acquiring lock "7e178341-9bd5-498c-a076-ddcfbbf4823f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.828836] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Lock "7e178341-9bd5-498c-a076-ddcfbbf4823f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.829349] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Lock "7e178341-9bd5-498c-a076-ddcfbbf4823f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.829593] env[63326]: DEBUG nova.compute.manager [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] No waiting events found dispatching network-vif-plugged-0b2732a8-272d-4ab8-8fca-ced8be52a464 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.829887] env[63326]: WARNING nova.compute.manager [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Received unexpected event network-vif-plugged-0b2732a8-272d-4ab8-8fca-ced8be52a464 for instance with vm_state building and task_state spawning. [ 1350.830515] env[63326]: DEBUG nova.compute.manager [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Received event network-changed-0b2732a8-272d-4ab8-8fca-ced8be52a464 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1350.830705] env[63326]: DEBUG nova.compute.manager [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Refreshing instance network info cache due to event network-changed-0b2732a8-272d-4ab8-8fca-ced8be52a464. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1350.831071] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Acquiring lock "refresh_cache-7e178341-9bd5-498c-a076-ddcfbbf4823f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.831382] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Acquired lock "refresh_cache-7e178341-9bd5-498c-a076-ddcfbbf4823f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.831801] env[63326]: DEBUG nova.network.neutron [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Refreshing network info cache for port 0b2732a8-272d-4ab8-8fca-ced8be52a464 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.848259] env[63326]: DEBUG nova.compute.utils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.849963] env[63326]: DEBUG nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.850321] env[63326]: DEBUG nova.network.neutron [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.923678] env[63326]: DEBUG nova.policy [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b54399543cd493496835d9b49211b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '519ffe4348824d71956e0096b7b0cd3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.993052] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725556, 'name': CreateVM_Task, 'duration_secs': 0.492462} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.993276] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.994435] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.994435] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.996036] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.996036] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80aaa9a8-03b6-4d48-8d0f-8f9758022580 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.001417] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1351.001417] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b511a-9fa1-de89-a436-3a13687a3fb0" [ 1351.001417] env[63326]: _type = "Task" [ 1351.001417] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.011226] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b511a-9fa1-de89-a436-3a13687a3fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.145391] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725557, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.192617] env[63326]: DEBUG nova.compute.manager [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1351.354091] env[63326]: DEBUG nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.381696] env[63326]: DEBUG nova.network.neutron [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Successfully created port: 5ccb1278-722e-42ed-8419-16b0b2ce1aa5 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.515805] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b511a-9fa1-de89-a436-3a13687a3fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.516188] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.516392] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.516620] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.516923] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.517115] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.517486] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43d76d3d-9e74-4a6a-a503-5726194db31f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.527014] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.527224] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.527935] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bca4bc-acc5-430a-a53f-f17c4d0872a2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.533438] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1351.533438] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52256b3d-fae9-63fc-95dd-879ebf69b846" [ 1351.533438] env[63326]: _type = "Task" [ 1351.533438] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.544368] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52256b3d-fae9-63fc-95dd-879ebf69b846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.582141] env[63326]: DEBUG nova.network.neutron [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Updated VIF entry in instance network info cache for port 0b2732a8-272d-4ab8-8fca-ced8be52a464. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.582587] env[63326]: DEBUG nova.network.neutron [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Updating instance_info_cache with network_info: [{"id": "0b2732a8-272d-4ab8-8fca-ced8be52a464", "address": "fa:16:3e:71:1a:89", "network": {"id": "b5baa32b-891f-4ace-8d39-14dcc70873e4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1859467428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b8df4a265e4c5e987825567bab4768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2732a8-27", "ovs_interfaceid": "0b2732a8-272d-4ab8-8fca-ced8be52a464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.648635] env[63326]: DEBUG oslo_vmware.api [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725557, 'name': PowerOnVM_Task, 'duration_secs': 0.639995} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.649227] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.649227] env[63326]: INFO nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Took 5.01 seconds to spawn the instance on the hypervisor. [ 1351.649932] env[63326]: DEBUG nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.650999] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6adfc-3067-437c-a4ef-ca7983a5c8eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.718293] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.876556] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866ad1e-e68b-4d37-870a-9fcce5ed16c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.885671] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884643f-45a4-4794-8858-974cdb4ce8e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.917696] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd7969-2bca-4c2f-9592-ad386ee906dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.927942] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae274f-5437-4f80-811b-e0fc51c5a440 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.943235] env[63326]: DEBUG nova.compute.provider_tree [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.044349] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52256b3d-fae9-63fc-95dd-879ebf69b846, 'name': SearchDatastore_Task, 'duration_secs': 0.015798} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.045200] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e801e90-2614-474a-a8a3-23babf93c07e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.050746] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1352.050746] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521e0d48-7f51-be82-9e04-2ba41412792f" [ 1352.050746] env[63326]: _type = "Task" [ 1352.050746] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.059024] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521e0d48-7f51-be82-9e04-2ba41412792f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.088487] env[63326]: DEBUG oslo_concurrency.lockutils [req-857b78a6-c80e-4d17-bb8e-6aafdb13ed95 req-0053805a-9f82-4fd5-87c4-a0b7fc45e712 service nova] Releasing lock "refresh_cache-7e178341-9bd5-498c-a076-ddcfbbf4823f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.167079] env[63326]: INFO nova.compute.manager [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Took 40.83 seconds to build instance. [ 1352.363782] env[63326]: DEBUG nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.446859] env[63326]: DEBUG nova.scheduler.client.report [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.562821] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521e0d48-7f51-be82-9e04-2ba41412792f, 'name': SearchDatastore_Task, 'duration_secs': 0.016396} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.563212] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.563510] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 7e178341-9bd5-498c-a076-ddcfbbf4823f/7e178341-9bd5-498c-a076-ddcfbbf4823f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.563844] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54442a56-9a8d-409a-9d8d-6a40c05a8af8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.571735] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1352.571735] env[63326]: value = "task-1725558" [ 1352.571735] env[63326]: _type = "Task" [ 1352.571735] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.579966] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.669517] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16627100-8e41-4ae5-9659-be1c946aa1e3 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "be5490f1-3a52-4019-8b49-b4226a57331c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.274s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.952682] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.953266] env[63326]: DEBUG nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.956524] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.760s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.956640] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.956795] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1352.957088] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.418s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.958680] env[63326]: INFO nova.compute.claims [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.962885] env[63326]: DEBUG nova.network.neutron [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Successfully updated port: 5ccb1278-722e-42ed-8419-16b0b2ce1aa5 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.964774] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf58633-47c9-4117-b303-ac603894564e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.974498] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63ba8e4-4412-4365-8019-525fff6f8b81 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.991608] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd854e6-65b2-41a1-912e-1ef578e24ed1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.000112] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa72e4-75a2-4618-83b0-6d3dd2ff30a1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.031378] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180310MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1353.031572] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.081784] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725558, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.172896] env[63326]: DEBUG nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.466563] env[63326]: DEBUG nova.compute.utils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1353.468071] env[63326]: DEBUG nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.468243] env[63326]: DEBUG nova.network.neutron [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.473931] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.474085] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.474574] env[63326]: DEBUG nova.network.neutron [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.535871] env[63326]: DEBUG nova.policy [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ed2454f96a24f739d08b73f3889565e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b0bc0cac8624e31baab6b71988a429f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.582508] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616924} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.582896] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 7e178341-9bd5-498c-a076-ddcfbbf4823f/7e178341-9bd5-498c-a076-ddcfbbf4823f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.583046] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.583351] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2781fe09-6a4f-44b9-a13c-c95929b49e4d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.589770] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1353.589770] env[63326]: value = "task-1725559" [ 1353.589770] env[63326]: _type = "Task" [ 1353.589770] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.598281] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.700040] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.709140] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.709412] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.709656] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.709805] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.709964] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.710125] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.710338] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.710495] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.710659] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.710892] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.711109] env[63326]: DEBUG nova.virt.hardware [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.713589] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e0ce0-ca88-43dd-bebf-06b7c9cfca54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.723851] env[63326]: DEBUG oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52531831-b2bc-3ab5-5f10-643a3a6e362b/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1353.725394] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b46ce5-0d9e-440a-b464-b59df7724c09 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.730196] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd76d598-de7a-4495-b47e-1ffcc42929ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.736572] env[63326]: DEBUG oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52531831-b2bc-3ab5-5f10-643a3a6e362b/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1353.737755] env[63326]: ERROR oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52531831-b2bc-3ab5-5f10-643a3a6e362b/disk-0.vmdk due to incomplete transfer. [ 1353.745189] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76be1c06-a103-49d8-8e58-14ad9cdf6dd3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.753089] env[63326]: DEBUG oslo_vmware.rw_handles [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52531831-b2bc-3ab5-5f10-643a3a6e362b/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1353.753345] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Uploaded image 0ea02475-e0d3-4cdb-bb0d-827efd489428 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1353.755308] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1353.755928] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76d2a64a-fe97-4fc5-b86a-d4c11f75a127 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.762255] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1353.762255] env[63326]: value = "task-1725560" [ 1353.762255] env[63326]: _type = "Task" [ 1353.762255] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.771383] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725560, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.853236] env[63326]: DEBUG nova.network.neutron [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Successfully created port: 8d5afc6d-f620-4599-baec-0ffc29d7e0e6 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.890892] env[63326]: DEBUG nova.compute.manager [req-0adba304-ec48-47f3-9686-34f7fb8a353e req-afc33612-c242-48db-a006-265b1e4098d7 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Received event network-changed-171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1353.891114] env[63326]: DEBUG nova.compute.manager [req-0adba304-ec48-47f3-9686-34f7fb8a353e req-afc33612-c242-48db-a006-265b1e4098d7 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Refreshing instance network info cache due to event network-changed-171b3a91-1f08-4ee4-812e-61a31ad465ad. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1353.891333] env[63326]: DEBUG oslo_concurrency.lockutils [req-0adba304-ec48-47f3-9686-34f7fb8a353e req-afc33612-c242-48db-a006-265b1e4098d7 service nova] Acquiring lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.891536] env[63326]: DEBUG oslo_concurrency.lockutils [req-0adba304-ec48-47f3-9686-34f7fb8a353e req-afc33612-c242-48db-a006-265b1e4098d7 service nova] Acquired lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.891752] env[63326]: DEBUG nova.network.neutron [req-0adba304-ec48-47f3-9686-34f7fb8a353e req-afc33612-c242-48db-a006-265b1e4098d7 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Refreshing network info cache for port 171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.980142] env[63326]: DEBUG nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1354.050264] env[63326]: DEBUG nova.network.neutron [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.104555] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069622} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.104907] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.105902] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4f0102-1236-4b1c-820e-82b32cb40e33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.135425] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7e178341-9bd5-498c-a076-ddcfbbf4823f/7e178341-9bd5-498c-a076-ddcfbbf4823f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.138687] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca27050a-5ec8-43bf-b159-794511c4e7b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.162509] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1354.162509] env[63326]: value = "task-1725561" [ 1354.162509] env[63326]: _type = "Task" [ 1354.162509] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.171015] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.273651] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725560, 'name': Destroy_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.292426] env[63326]: DEBUG nova.network.neutron [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance_info_cache with network_info: [{"id": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "address": "fa:16:3e:9d:94:12", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccb1278-72", "ovs_interfaceid": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.546706] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d175b3-5316-4968-ae01-922c3f9dce7c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.555562] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40b59bb-26ba-4d06-ae92-36186cbe396a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.596020] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5443d35-22e9-4a62-b9c8-20f8108132c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.597405] env[63326]: DEBUG nova.compute.manager [req-03d9145d-59fa-4a48-a30c-ff2c19d09aaa req-5787e1da-c653-49e3-965d-f9786fe950da service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Received event network-vif-plugged-5ccb1278-722e-42ed-8419-16b0b2ce1aa5 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1354.597603] env[63326]: DEBUG oslo_concurrency.lockutils [req-03d9145d-59fa-4a48-a30c-ff2c19d09aaa req-5787e1da-c653-49e3-965d-f9786fe950da service nova] Acquiring lock "1fce1567-6383-45d1-8001-e6839a481c69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.597797] env[63326]: DEBUG oslo_concurrency.lockutils [req-03d9145d-59fa-4a48-a30c-ff2c19d09aaa req-5787e1da-c653-49e3-965d-f9786fe950da service nova] Lock "1fce1567-6383-45d1-8001-e6839a481c69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.597954] env[63326]: DEBUG oslo_concurrency.lockutils [req-03d9145d-59fa-4a48-a30c-ff2c19d09aaa req-5787e1da-c653-49e3-965d-f9786fe950da service nova] Lock "1fce1567-6383-45d1-8001-e6839a481c69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.598132] env[63326]: DEBUG nova.compute.manager [req-03d9145d-59fa-4a48-a30c-ff2c19d09aaa req-5787e1da-c653-49e3-965d-f9786fe950da service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] No waiting events found dispatching network-vif-plugged-5ccb1278-722e-42ed-8419-16b0b2ce1aa5 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.598288] env[63326]: WARNING nova.compute.manager [req-03d9145d-59fa-4a48-a30c-ff2c19d09aaa req-5787e1da-c653-49e3-965d-f9786fe950da service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Received unexpected event network-vif-plugged-5ccb1278-722e-42ed-8419-16b0b2ce1aa5 for instance with vm_state building and task_state spawning. [ 1354.604956] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa50e54-db91-484d-a806-6d7bebe5f249 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.620381] env[63326]: DEBUG nova.compute.provider_tree [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.675126] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.711152] env[63326]: DEBUG nova.network.neutron [req-0adba304-ec48-47f3-9686-34f7fb8a353e req-afc33612-c242-48db-a006-265b1e4098d7 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Updated VIF entry in instance network info cache for port 171b3a91-1f08-4ee4-812e-61a31ad465ad. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.711152] env[63326]: DEBUG nova.network.neutron [req-0adba304-ec48-47f3-9686-34f7fb8a353e req-afc33612-c242-48db-a006-265b1e4098d7 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Updating instance_info_cache with network_info: [{"id": "171b3a91-1f08-4ee4-812e-61a31ad465ad", "address": "fa:16:3e:01:4d:30", "network": {"id": "b5c1ae68-af19-4fa2-8c8b-939ada2886a2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-446109379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9031f221fe421dbebba7ec747e6580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171b3a91-1f", "ovs_interfaceid": "171b3a91-1f08-4ee4-812e-61a31ad465ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.777736] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725560, 'name': Destroy_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.794919] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.795358] env[63326]: DEBUG nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Instance network_info: |[{"id": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "address": "fa:16:3e:9d:94:12", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccb1278-72", "ovs_interfaceid": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.795978] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:94:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ccb1278-722e-42ed-8419-16b0b2ce1aa5', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.807903] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Creating folder: Project (519ffe4348824d71956e0096b7b0cd3e). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.808304] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ba5919-a64e-4fa7-aab2-e1a62be3a682 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.818666] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Created folder: Project (519ffe4348824d71956e0096b7b0cd3e) in parent group-v359097. [ 1354.818873] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Creating folder: Instances. Parent ref: group-v359171. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.819130] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d1e579-83c5-4d16-9883-e656fd115a1e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.828831] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Created folder: Instances in parent group-v359171. [ 1354.829087] env[63326]: DEBUG oslo.service.loopingcall [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.829287] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.829491] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-479fc232-728f-4540-ae77-3f208e47636b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.850038] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.850038] env[63326]: value = "task-1725564" [ 1354.850038] env[63326]: _type = "Task" [ 1354.850038] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.858287] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725564, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.998501] env[63326]: DEBUG nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1355.025057] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.025057] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.025232] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.025398] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.025647] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.025847] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.026149] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.027653] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.027653] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.027653] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.027653] env[63326]: DEBUG nova.virt.hardware [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.028181] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e418879-923a-4e4c-a833-1a37654cd60d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.037881] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc24fe-bdbb-4144-a72c-35d3ad280d0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.123664] env[63326]: DEBUG nova.scheduler.client.report [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.174511] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.212665] env[63326]: DEBUG oslo_concurrency.lockutils [req-0adba304-ec48-47f3-9686-34f7fb8a353e req-afc33612-c242-48db-a006-265b1e4098d7 service nova] Releasing lock "refresh_cache-2eedd158-0d03-42eb-9613-caa6ff90b54a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.278134] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725560, 'name': Destroy_Task, 'duration_secs': 1.479886} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.278467] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Destroyed the VM [ 1355.278758] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1355.279067] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fe3a629-987d-4185-a25e-93986f00df87 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.286485] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1355.286485] env[63326]: value = "task-1725565" [ 1355.286485] env[63326]: _type = "Task" [ 1355.286485] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.296758] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725565, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.359860] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725564, 'name': CreateVM_Task, 'duration_secs': 0.416831} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.360075] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.360825] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.360995] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.361357] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.361628] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5251074c-77aa-4699-a174-099711a3af9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.366611] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1355.366611] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525c05ca-4ea1-6906-5616-bf9cd81bade4" [ 1355.366611] env[63326]: _type = "Task" [ 1355.366611] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.375572] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525c05ca-4ea1-6906-5616-bf9cd81bade4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.441013] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.441380] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.441689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "a4796c22-8e8f-4677-bb59-9e229fd98f84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.441968] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.442235] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.444777] env[63326]: INFO nova.compute.manager [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Terminating instance [ 1355.632809] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.633617] env[63326]: DEBUG nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.640776] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.880s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.645519] env[63326]: INFO nova.compute.claims [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.676704] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725561, 'name': ReconfigVM_Task, 'duration_secs': 1.357015} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.677239] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7e178341-9bd5-498c-a076-ddcfbbf4823f/7e178341-9bd5-498c-a076-ddcfbbf4823f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.678103] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-737e6a71-029d-443c-8ba7-14bc95b0e93e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.686079] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1355.686079] env[63326]: value = "task-1725566" [ 1355.686079] env[63326]: _type = "Task" [ 1355.686079] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.700049] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725566, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.799634] env[63326]: DEBUG oslo_vmware.api [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725565, 'name': RemoveSnapshot_Task, 'duration_secs': 0.440412} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.800443] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1355.800665] env[63326]: INFO nova.compute.manager [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Took 13.15 seconds to snapshot the instance on the hypervisor. [ 1355.881789] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525c05ca-4ea1-6906-5616-bf9cd81bade4, 'name': SearchDatastore_Task, 'duration_secs': 0.012941} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.882279] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.882649] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.883042] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.883324] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.883623] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.884228] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9deaa01d-6a03-4b89-a75f-c6fc7026b412 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.897020] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.897020] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.897020] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1a184f-8de5-47dc-9dc0-50bb0c3c88fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.902407] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1355.902407] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52432aa5-d527-a74f-5019-2443b0e1ee0b" [ 1355.902407] env[63326]: _type = "Task" [ 1355.902407] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.913091] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52432aa5-d527-a74f-5019-2443b0e1ee0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.952021] env[63326]: DEBUG nova.compute.manager [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.952021] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.952021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bd330e-1dfb-4d1b-96d6-592a64da37da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.959940] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.962020] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a6c7161-7b6f-47e1-8f27-0d17868cca6c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.011037] env[63326]: DEBUG nova.network.neutron [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Successfully updated port: 8d5afc6d-f620-4599-baec-0ffc29d7e0e6 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.041049] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.041294] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.041475] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleting the datastore file [datastore1] a4796c22-8e8f-4677-bb59-9e229fd98f84 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.042028] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd17360-5e8d-497a-86eb-f712dfa8fcb6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.051971] env[63326]: DEBUG oslo_vmware.api [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1356.051971] env[63326]: value = "task-1725568" [ 1356.051971] env[63326]: _type = "Task" [ 1356.051971] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.060639] env[63326]: DEBUG oslo_vmware.api [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.149668] env[63326]: DEBUG nova.compute.utils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.153060] env[63326]: DEBUG nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1356.153253] env[63326]: DEBUG nova.network.neutron [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1356.190154] env[63326]: DEBUG nova.compute.manager [req-cea30572-9cb0-457a-a052-89d17e5f629e req-e86d7c3f-dc72-4011-b7c3-449d48dfd9db service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Received event network-changed-c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1356.190154] env[63326]: DEBUG nova.compute.manager [req-cea30572-9cb0-457a-a052-89d17e5f629e req-e86d7c3f-dc72-4011-b7c3-449d48dfd9db service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Refreshing instance network info cache due to event network-changed-c619e910-9aec-43eb-a02f-9c9ecf6e23fd. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1356.190154] env[63326]: DEBUG oslo_concurrency.lockutils [req-cea30572-9cb0-457a-a052-89d17e5f629e req-e86d7c3f-dc72-4011-b7c3-449d48dfd9db service nova] Acquiring lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.190154] env[63326]: DEBUG oslo_concurrency.lockutils [req-cea30572-9cb0-457a-a052-89d17e5f629e req-e86d7c3f-dc72-4011-b7c3-449d48dfd9db service nova] Acquired lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.190550] env[63326]: DEBUG nova.network.neutron [req-cea30572-9cb0-457a-a052-89d17e5f629e req-e86d7c3f-dc72-4011-b7c3-449d48dfd9db service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Refreshing network info cache for port c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.198658] env[63326]: DEBUG nova.policy [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf271acf08d46fa8702c100a6983301', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85cdb55124c742689c30cbe2eefe3d97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.210941] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725566, 'name': Rename_Task, 'duration_secs': 0.164619} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.211234] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.211612] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44e4287e-0d6a-448f-b08f-b653dbfa1b77 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.218445] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1356.218445] env[63326]: value = "task-1725569" [ 1356.218445] env[63326]: _type = "Task" [ 1356.218445] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.230275] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.305830] env[63326]: DEBUG nova.compute.manager [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Instance disappeared during snapshot {{(pid=63326) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1356.321565] env[63326]: DEBUG nova.compute.manager [None req-b450eb1e-bf44-4eea-afb4-13dd883a17eb tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image not found during clean up 0ea02475-e0d3-4cdb-bb0d-827efd489428 {{(pid=63326) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1356.324382] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "7283b32e-7419-426a-8f8a-b1644862ea0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.324382] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "7283b32e-7419-426a-8f8a-b1644862ea0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.414360] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52432aa5-d527-a74f-5019-2443b0e1ee0b, 'name': SearchDatastore_Task, 'duration_secs': 0.014598} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.415267] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fad7e4-a4b4-4493-b352-4546fe8a6ce2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.422054] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1356.422054] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520f040f-2af8-0fbd-e6ac-2900d824c5c4" [ 1356.422054] env[63326]: _type = "Task" [ 1356.422054] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.430796] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520f040f-2af8-0fbd-e6ac-2900d824c5c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.513365] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "refresh_cache-192917aa-96cd-4d58-b160-e022003d565a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.513587] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquired lock "refresh_cache-192917aa-96cd-4d58-b160-e022003d565a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.513816] env[63326]: DEBUG nova.network.neutron [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.565726] env[63326]: DEBUG oslo_vmware.api [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443214} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.566019] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.566234] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.566455] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.566681] env[63326]: INFO nova.compute.manager [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1356.566875] env[63326]: DEBUG oslo.service.loopingcall [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.567076] env[63326]: DEBUG nova.compute.manager [-] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.567165] env[63326]: DEBUG nova.network.neutron [-] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.603114] env[63326]: DEBUG nova.network.neutron [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Successfully created port: 9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.616968] env[63326]: DEBUG nova.compute.manager [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Received event network-changed-5ccb1278-722e-42ed-8419-16b0b2ce1aa5 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1356.617272] env[63326]: DEBUG nova.compute.manager [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Refreshing instance network info cache due to event network-changed-5ccb1278-722e-42ed-8419-16b0b2ce1aa5. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1356.617592] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Acquiring lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.617803] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Acquired lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.618037] env[63326]: DEBUG nova.network.neutron [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Refreshing network info cache for port 5ccb1278-722e-42ed-8419-16b0b2ce1aa5 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.654366] env[63326]: DEBUG nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.733022] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.937024] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520f040f-2af8-0fbd-e6ac-2900d824c5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.018317} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.941413] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.941680] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 1fce1567-6383-45d1-8001-e6839a481c69/1fce1567-6383-45d1-8001-e6839a481c69.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.942399] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-345422fb-df20-4e0f-afd2-cd030937c363 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.951485] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1356.951485] env[63326]: value = "task-1725570" [ 1356.951485] env[63326]: _type = "Task" [ 1356.951485] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.964559] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.057574] env[63326]: DEBUG nova.network.neutron [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.239261] env[63326]: DEBUG oslo_vmware.api [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725569, 'name': PowerOnVM_Task, 'duration_secs': 0.739511} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.239523] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.239714] env[63326]: INFO nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1357.239881] env[63326]: DEBUG nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.241120] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a00d964-22e5-46f2-a876-3c915ea1f0b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.252845] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d0c341-c80e-4938-9ffe-f360432bf040 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.261302] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e5baf-3eb4-4fde-b74c-3ce92bba46e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.298959] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d1eecb-d529-4121-a860-ec6130555b7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.308925] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc4a9be-6d32-4105-8d16-b96c435975be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.334994] env[63326]: DEBUG nova.compute.provider_tree [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.369232] env[63326]: DEBUG nova.network.neutron [req-cea30572-9cb0-457a-a052-89d17e5f629e req-e86d7c3f-dc72-4011-b7c3-449d48dfd9db service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Updated VIF entry in instance network info cache for port c619e910-9aec-43eb-a02f-9c9ecf6e23fd. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.369628] env[63326]: DEBUG nova.network.neutron [req-cea30572-9cb0-457a-a052-89d17e5f629e req-e86d7c3f-dc72-4011-b7c3-449d48dfd9db service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Updating instance_info_cache with network_info: [{"id": "c619e910-9aec-43eb-a02f-9c9ecf6e23fd", "address": "fa:16:3e:e6:31:31", "network": {"id": "7f0d709e-9063-46ba-b38e-77dab354468f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1043566861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd7650e0d3c4b038591e3216238c5b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619e910-9a", "ovs_interfaceid": "c619e910-9aec-43eb-a02f-9c9ecf6e23fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.423728] env[63326]: DEBUG nova.network.neutron [-] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.468374] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725570, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.674104] env[63326]: DEBUG nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.705263] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.705772] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.706124] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.706417] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.709931] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.709931] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.709931] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.709931] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.709931] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.710175] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.710175] env[63326]: DEBUG nova.virt.hardware [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.710175] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e97fe5-5886-4a0a-b2ef-cf210ca14c63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.720884] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef700d-82ea-46be-8f11-18fda2e07d0e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.758190] env[63326]: DEBUG nova.network.neutron [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Updating instance_info_cache with network_info: [{"id": "8d5afc6d-f620-4599-baec-0ffc29d7e0e6", "address": "fa:16:3e:f6:e7:b1", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5afc6d-f6", "ovs_interfaceid": "8d5afc6d-f620-4599-baec-0ffc29d7e0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.764783] env[63326]: INFO nova.compute.manager [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Took 46.37 seconds to build instance. [ 1357.840495] env[63326]: DEBUG nova.scheduler.client.report [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.872867] env[63326]: DEBUG oslo_concurrency.lockutils [req-cea30572-9cb0-457a-a052-89d17e5f629e req-e86d7c3f-dc72-4011-b7c3-449d48dfd9db service nova] Releasing lock "refresh_cache-be5490f1-3a52-4019-8b49-b4226a57331c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.920656] env[63326]: DEBUG nova.network.neutron [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updated VIF entry in instance network info cache for port 5ccb1278-722e-42ed-8419-16b0b2ce1aa5. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.920656] env[63326]: DEBUG nova.network.neutron [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance_info_cache with network_info: [{"id": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "address": "fa:16:3e:9d:94:12", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccb1278-72", "ovs_interfaceid": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.929651] env[63326]: INFO nova.compute.manager [-] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Took 1.36 seconds to deallocate network for instance. [ 1357.969500] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796415} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.969858] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 1fce1567-6383-45d1-8001-e6839a481c69/1fce1567-6383-45d1-8001-e6839a481c69.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.970041] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.970748] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb8c1414-5b5f-427c-9ffc-5198e6568170 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.978250] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1357.978250] env[63326]: value = "task-1725571" [ 1357.978250] env[63326]: _type = "Task" [ 1357.978250] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.989339] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.243515] env[63326]: DEBUG nova.compute.manager [req-373c3f7c-aa65-4304-bf0d-1a25b390636e req-7e25dda1-d68f-4029-ac4c-81e5af2ca3cb service nova] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Received event network-vif-deleted-69b86c9a-9cf7-4c41-b954-0fe759dfc034 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1358.263346] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Releasing lock "refresh_cache-192917aa-96cd-4d58-b160-e022003d565a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.263785] env[63326]: DEBUG nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Instance network_info: |[{"id": "8d5afc6d-f620-4599-baec-0ffc29d7e0e6", "address": "fa:16:3e:f6:e7:b1", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5afc6d-f6", "ovs_interfaceid": "8d5afc6d-f620-4599-baec-0ffc29d7e0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.264508] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e7:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d5afc6d-f620-4599-baec-0ffc29d7e0e6', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.278280] env[63326]: DEBUG oslo.service.loopingcall [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.278821] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f220a880-c28c-402a-8359-389890f4aaf5 tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "7e178341-9bd5-498c-a076-ddcfbbf4823f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.022s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.279718] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.281816] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-042f263e-d64b-4a8d-916b-a7cd35502bca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.324741] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.324741] env[63326]: value = "task-1725572" [ 1358.324741] env[63326]: _type = "Task" [ 1358.324741] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.334160] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725572, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.350610] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.351272] env[63326]: DEBUG nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.355025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.231s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.355306] env[63326]: DEBUG nova.objects.instance [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lazy-loading 'resources' on Instance uuid 30041e20-4a62-4bf3-a23e-0986f38de3e2 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.426330] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Releasing lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.426573] env[63326]: DEBUG nova.compute.manager [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Received event network-vif-plugged-8d5afc6d-f620-4599-baec-0ffc29d7e0e6 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1358.426771] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Acquiring lock "192917aa-96cd-4d58-b160-e022003d565a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.426980] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Lock "192917aa-96cd-4d58-b160-e022003d565a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.427157] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Lock "192917aa-96cd-4d58-b160-e022003d565a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.427437] env[63326]: DEBUG nova.compute.manager [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] No waiting events found dispatching network-vif-plugged-8d5afc6d-f620-4599-baec-0ffc29d7e0e6 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.427612] env[63326]: WARNING nova.compute.manager [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Received unexpected event network-vif-plugged-8d5afc6d-f620-4599-baec-0ffc29d7e0e6 for instance with vm_state building and task_state spawning. [ 1358.427775] env[63326]: DEBUG nova.compute.manager [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Received event network-changed-8d5afc6d-f620-4599-baec-0ffc29d7e0e6 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1358.428013] env[63326]: DEBUG nova.compute.manager [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Refreshing instance network info cache due to event network-changed-8d5afc6d-f620-4599-baec-0ffc29d7e0e6. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1358.428334] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Acquiring lock "refresh_cache-192917aa-96cd-4d58-b160-e022003d565a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.428470] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Acquired lock "refresh_cache-192917aa-96cd-4d58-b160-e022003d565a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.428641] env[63326]: DEBUG nova.network.neutron [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Refreshing network info cache for port 8d5afc6d-f620-4599-baec-0ffc29d7e0e6 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.440950] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.490470] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173218} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.490782] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.491650] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6fc23-0681-4956-82ca-889fde6afff3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.518244] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 1fce1567-6383-45d1-8001-e6839a481c69/1fce1567-6383-45d1-8001-e6839a481c69.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.519217] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236821ee-e814-406b-b6c8-a5ba2f44a3bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.551234] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1358.551234] env[63326]: value = "task-1725573" [ 1358.551234] env[63326]: _type = "Task" [ 1358.551234] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.566746] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.782643] env[63326]: DEBUG nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.836434] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725572, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.860037] env[63326]: DEBUG nova.compute.utils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.863235] env[63326]: DEBUG nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.863407] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.876973] env[63326]: DEBUG nova.compute.manager [req-c9e46d11-bcb3-49b6-9734-39edfeb7accf req-45e04634-bdce-4355-a109-099ffad550ce service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Received event network-vif-plugged-9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1358.877265] env[63326]: DEBUG oslo_concurrency.lockutils [req-c9e46d11-bcb3-49b6-9734-39edfeb7accf req-45e04634-bdce-4355-a109-099ffad550ce service nova] Acquiring lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.877430] env[63326]: DEBUG oslo_concurrency.lockutils [req-c9e46d11-bcb3-49b6-9734-39edfeb7accf req-45e04634-bdce-4355-a109-099ffad550ce service nova] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.877633] env[63326]: DEBUG oslo_concurrency.lockutils [req-c9e46d11-bcb3-49b6-9734-39edfeb7accf req-45e04634-bdce-4355-a109-099ffad550ce service nova] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.877834] env[63326]: DEBUG nova.compute.manager [req-c9e46d11-bcb3-49b6-9734-39edfeb7accf req-45e04634-bdce-4355-a109-099ffad550ce service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] No waiting events found dispatching network-vif-plugged-9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.878211] env[63326]: WARNING nova.compute.manager [req-c9e46d11-bcb3-49b6-9734-39edfeb7accf req-45e04634-bdce-4355-a109-099ffad550ce service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Received unexpected event network-vif-plugged-9dda47db-14d3-49c2-817f-8b5a0ebbb664 for instance with vm_state building and task_state spawning. [ 1358.919689] env[63326]: DEBUG nova.policy [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516101a0ec104ad0941b906286b6cf5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15370233e0384cb7a7e753856ec5c94d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.070072] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.070970] env[63326]: DEBUG nova.network.neutron [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Successfully updated port: 9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.312034] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.335254] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725572, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.364200] env[63326]: DEBUG nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.378970] env[63326]: DEBUG nova.network.neutron [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Updated VIF entry in instance network info cache for port 8d5afc6d-f620-4599-baec-0ffc29d7e0e6. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.379501] env[63326]: DEBUG nova.network.neutron [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Updating instance_info_cache with network_info: [{"id": "8d5afc6d-f620-4599-baec-0ffc29d7e0e6", "address": "fa:16:3e:f6:e7:b1", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5afc6d-f6", "ovs_interfaceid": "8d5afc6d-f620-4599-baec-0ffc29d7e0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.504478] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Successfully created port: 6075d39c-f7f2-41c0-ad54-5cbe87dcf471 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.513178] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a24e71-4f60-4305-b704-a238eb607a0d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.526621] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e90b8-344c-4bed-8701-9251dfcc0d4b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.570893] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ab787a-4823-4e66-b89d-006b95d9d497 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.577775] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.577934] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.578103] env[63326]: DEBUG nova.network.neutron [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.588034] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725573, 'name': ReconfigVM_Task, 'duration_secs': 0.561739} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.588034] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 1fce1567-6383-45d1-8001-e6839a481c69/1fce1567-6383-45d1-8001-e6839a481c69.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.589682] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd18e1ac-d262-4c7b-9ef6-fb7e18f56f30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.591385] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a1fa4-12e2-4592-90d5-0720570af8dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.608202] env[63326]: DEBUG nova.compute.provider_tree [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.613321] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1359.613321] env[63326]: value = "task-1725574" [ 1359.613321] env[63326]: _type = "Task" [ 1359.613321] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.621298] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725574, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.835632] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725572, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.882963] env[63326]: DEBUG oslo_concurrency.lockutils [req-a70997e8-453a-4421-b60e-064d91bc656d req-ba84c57c-af0e-434d-a1fe-6c0232972bc9 service nova] Releasing lock "refresh_cache-192917aa-96cd-4d58-b160-e022003d565a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.889443] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Successfully created port: 7d477505-8a99-4be8-834e-dd1a56b53dd4 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.113832] env[63326]: DEBUG nova.scheduler.client.report [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.132284] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725574, 'name': Rename_Task, 'duration_secs': 0.158344} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.132587] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.133953] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f0d32bb-2e90-4e8a-85ce-1d33fcb6da90 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.140284] env[63326]: DEBUG nova.network.neutron [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.144859] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1360.144859] env[63326]: value = "task-1725575" [ 1360.144859] env[63326]: _type = "Task" [ 1360.144859] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.159118] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.233155] env[63326]: DEBUG oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfce41-baea-ca27-323a-b58260c70ee8/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1360.234991] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9996371-b7bf-48a4-928b-9549065f788f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.242236] env[63326]: DEBUG oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfce41-baea-ca27-323a-b58260c70ee8/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1360.242396] env[63326]: ERROR oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfce41-baea-ca27-323a-b58260c70ee8/disk-0.vmdk due to incomplete transfer. [ 1360.242615] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16e9f2d3-44ba-4baa-810f-ced694bd8653 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.250581] env[63326]: DEBUG oslo_vmware.rw_handles [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfce41-baea-ca27-323a-b58260c70ee8/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1360.251030] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Uploaded image 7942bc6c-ce7f-4a4a-84dd-a439da85adce to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1360.252478] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1360.252990] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b55d9410-c827-4dcf-85b0-6f0aa93b4e29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.259626] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1360.259626] env[63326]: value = "task-1725576" [ 1360.259626] env[63326]: _type = "Task" [ 1360.259626] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.272329] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725576, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.336861] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725572, 'name': CreateVM_Task, 'duration_secs': 1.62406} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.336861] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.337529] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.337529] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.338080] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.338554] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab5743e-e553-4050-a7e4-e880c857d692 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.350319] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Successfully created port: 2bb8d3f9-b192-4eff-bc6e-971ec19211d9 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.356357] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1360.356357] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5224cf7d-875e-7af3-0a0e-c4dc56453b14" [ 1360.356357] env[63326]: _type = "Task" [ 1360.356357] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.366681] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5224cf7d-875e-7af3-0a0e-c4dc56453b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.373985] env[63326]: DEBUG nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.414137] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.414463] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.414556] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.414745] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.414855] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.416170] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.416774] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.416774] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.416900] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.417094] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.417276] env[63326]: DEBUG nova.virt.hardware [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.419031] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8041139-ca31-4ac7-9780-65fe21cec2ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.429904] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c068a66b-bb94-4eb7-86b2-92440449c8b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.436028] env[63326]: DEBUG nova.network.neutron [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [{"id": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "address": "fa:16:3e:fb:d3:86", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dda47db-14", "ovs_interfaceid": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.623289] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.626687] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.823s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.626687] env[63326]: DEBUG nova.objects.instance [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lazy-loading 'resources' on Instance uuid e6b8b647-eb88-40cb-8295-4625c27190ef {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.666463] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725575, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.670848] env[63326]: INFO nova.scheduler.client.report [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleted allocations for instance 30041e20-4a62-4bf3-a23e-0986f38de3e2 [ 1360.777022] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725576, 'name': Destroy_Task, 'duration_secs': 0.511314} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.777022] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Destroyed the VM [ 1360.777241] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1360.777420] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a2835b14-0aaa-4c90-acbe-8502ae85bc1f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.783952] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1360.783952] env[63326]: value = "task-1725577" [ 1360.783952] env[63326]: _type = "Task" [ 1360.783952] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.792226] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725577, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.868395] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5224cf7d-875e-7af3-0a0e-c4dc56453b14, 'name': SearchDatastore_Task, 'duration_secs': 0.03126} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.868757] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.868937] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.869188] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.869337] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.869513] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.869775] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1992df6-8cc3-46ae-a85d-bef072ad29c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.879012] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.879224] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.880095] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c3e09f-8206-4e10-8954-2a2b22be29d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.885944] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1360.885944] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524bca05-fa21-357f-210a-fe2c6a9c9090" [ 1360.885944] env[63326]: _type = "Task" [ 1360.885944] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.894503] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524bca05-fa21-357f-210a-fe2c6a9c9090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.939112] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.940095] env[63326]: DEBUG nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Instance network_info: |[{"id": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "address": "fa:16:3e:fb:d3:86", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dda47db-14", "ovs_interfaceid": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1360.940290] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:d3:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dda47db-14d3-49c2-817f-8b5a0ebbb664', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.948313] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating folder: Project (85cdb55124c742689c30cbe2eefe3d97). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.948902] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94db824c-b53b-46a0-b83c-42ff3949190f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.959998] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Created folder: Project (85cdb55124c742689c30cbe2eefe3d97) in parent group-v359097. [ 1360.960334] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating folder: Instances. Parent ref: group-v359175. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.960601] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-342735d4-d3d3-46a4-97fc-a8095c48aaa3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.970434] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Created folder: Instances in parent group-v359175. [ 1360.970688] env[63326]: DEBUG oslo.service.loopingcall [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.970954] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.971192] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3947fecc-50ae-49c3-9975-21ce5f480955 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.991651] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.991651] env[63326]: value = "task-1725580" [ 1360.991651] env[63326]: _type = "Task" [ 1360.991651] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.999786] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725580, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.137754] env[63326]: DEBUG nova.compute.manager [req-7169db5e-b1f6-40a7-af68-cff0ea81922f req-7e6edb04-6fa5-465b-ad0c-5b45ef910c1b service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Received event network-changed-9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1361.137754] env[63326]: DEBUG nova.compute.manager [req-7169db5e-b1f6-40a7-af68-cff0ea81922f req-7e6edb04-6fa5-465b-ad0c-5b45ef910c1b service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Refreshing instance network info cache due to event network-changed-9dda47db-14d3-49c2-817f-8b5a0ebbb664. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1361.137754] env[63326]: DEBUG oslo_concurrency.lockutils [req-7169db5e-b1f6-40a7-af68-cff0ea81922f req-7e6edb04-6fa5-465b-ad0c-5b45ef910c1b service nova] Acquiring lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.137754] env[63326]: DEBUG oslo_concurrency.lockutils [req-7169db5e-b1f6-40a7-af68-cff0ea81922f req-7e6edb04-6fa5-465b-ad0c-5b45ef910c1b service nova] Acquired lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.137922] env[63326]: DEBUG nova.network.neutron [req-7169db5e-b1f6-40a7-af68-cff0ea81922f req-7e6edb04-6fa5-465b-ad0c-5b45ef910c1b service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Refreshing network info cache for port 9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.155647] env[63326]: DEBUG oslo_vmware.api [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725575, 'name': PowerOnVM_Task, 'duration_secs': 0.833846} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.156364] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.156364] env[63326]: INFO nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1361.156364] env[63326]: DEBUG nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.157687] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c4a643-7dc9-46d1-98b7-258db8bb8245 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.178982] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e3dad614-0d48-4057-bc7c-0a10163f06cd tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "30041e20-4a62-4bf3-a23e-0986f38de3e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.939s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.293867] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725577, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.398312] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524bca05-fa21-357f-210a-fe2c6a9c9090, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.399124] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634f8f0b-b250-42ab-94bd-fd1600f39f22 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.414278] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1361.414278] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a3addb-7d24-dc01-866b-5e2825eaaa66" [ 1361.414278] env[63326]: _type = "Task" [ 1361.414278] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.427015] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a3addb-7d24-dc01-866b-5e2825eaaa66, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.427517] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.427782] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 192917aa-96cd-4d58-b160-e022003d565a/192917aa-96cd-4d58-b160-e022003d565a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.428056] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbbc4c47-09d3-4125-b6b1-34f6b6e57e95 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.437730] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1361.437730] env[63326]: value = "task-1725581" [ 1361.437730] env[63326]: _type = "Task" [ 1361.437730] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.450901] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.512277] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725580, 'name': CreateVM_Task, 'duration_secs': 0.3975} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.512939] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.513854] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.514168] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.514640] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.515029] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44e0984-d3ec-43bf-bf28-7a1b64622976 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.520883] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1361.520883] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52549d95-7553-6fb8-21e0-84445ccbf664" [ 1361.520883] env[63326]: _type = "Task" [ 1361.520883] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.535672] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52549d95-7553-6fb8-21e0-84445ccbf664, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.537584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.537584] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.537584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.537584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.537769] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.537769] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-947ef302-bce6-49a4-aa1c-8014c2dc0873 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.549073] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.549220] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.549972] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7419b0-df91-41cb-b358-f908aaed5d40 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.556878] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1361.556878] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5247d98c-50cb-1b2f-f1a3-ebefc039c2a6" [ 1361.556878] env[63326]: _type = "Task" [ 1361.556878] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.569386] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5247d98c-50cb-1b2f-f1a3-ebefc039c2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.570212] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76202746-1cc5-4e5f-8b1f-e1f824e2fd15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.576148] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1361.576148] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3321c-97da-dcf6-105e-d28008d5c70c" [ 1361.576148] env[63326]: _type = "Task" [ 1361.576148] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.584331] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3321c-97da-dcf6-105e-d28008d5c70c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.643561] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "aafab203-8757-4bab-b2f1-7bc29e818e7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.643755] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aafab203-8757-4bab-b2f1-7bc29e818e7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.682593] env[63326]: INFO nova.compute.manager [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Took 43.08 seconds to build instance. [ 1361.798909] env[63326]: DEBUG oslo_vmware.api [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725577, 'name': RemoveSnapshot_Task, 'duration_secs': 0.634743} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.802996] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1361.803326] env[63326]: INFO nova.compute.manager [None req-651ad605-b812-42a0-a646-bccb0ae62478 tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Took 16.95 seconds to snapshot the instance on the hypervisor. [ 1361.838205] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68618ba-807f-4766-a744-4d5698e277ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.854132] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4307baa-b5b8-4807-926b-cdf87a164ab2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.896410] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51b182-3343-4460-81ab-35965eac80b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.908020] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ea139-8cbe-404b-8d94-49fb88dd2607 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.928317] env[63326]: DEBUG nova.compute.provider_tree [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.947673] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48791} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.948015] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 192917aa-96cd-4d58-b160-e022003d565a/192917aa-96cd-4d58-b160-e022003d565a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.948424] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.948694] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc4bc00-4e3f-42d3-b99e-dd6a64f4ad3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.956290] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1361.956290] env[63326]: value = "task-1725582" [ 1361.956290] env[63326]: _type = "Task" [ 1361.956290] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.965065] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.086802] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3321c-97da-dcf6-105e-d28008d5c70c, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.086802] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.087263] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 692d1c21-885a-4b1c-9eb2-9e18d95814c3/692d1c21-885a-4b1c-9eb2-9e18d95814c3.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.087374] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e20b276a-42f1-4461-8fd6-35d3c3be9b7a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.094752] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1362.094752] env[63326]: value = "task-1725583" [ 1362.094752] env[63326]: _type = "Task" [ 1362.094752] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.104508] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.188342] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6d237ba5-5853-4da1-9780-29c04cb7d930 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.921s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.194285] env[63326]: DEBUG nova.network.neutron [req-7169db5e-b1f6-40a7-af68-cff0ea81922f req-7e6edb04-6fa5-465b-ad0c-5b45ef910c1b service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updated VIF entry in instance network info cache for port 9dda47db-14d3-49c2-817f-8b5a0ebbb664. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.194612] env[63326]: DEBUG nova.network.neutron [req-7169db5e-b1f6-40a7-af68-cff0ea81922f req-7e6edb04-6fa5-465b-ad0c-5b45ef910c1b service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [{"id": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "address": "fa:16:3e:fb:d3:86", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dda47db-14", "ovs_interfaceid": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.330806] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Successfully updated port: 6075d39c-f7f2-41c0-ad54-5cbe87dcf471 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.410421] env[63326]: DEBUG nova.compute.manager [req-2fbb4c1a-b845-4551-ad03-acf8a8784015 req-b8d93cc7-c949-420b-8bf0-949854d01dc5 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-vif-plugged-6075d39c-f7f2-41c0-ad54-5cbe87dcf471 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1362.410530] env[63326]: DEBUG oslo_concurrency.lockutils [req-2fbb4c1a-b845-4551-ad03-acf8a8784015 req-b8d93cc7-c949-420b-8bf0-949854d01dc5 service nova] Acquiring lock "940287b1-6b3c-484e-9115-080f7b454587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.410804] env[63326]: DEBUG oslo_concurrency.lockutils [req-2fbb4c1a-b845-4551-ad03-acf8a8784015 req-b8d93cc7-c949-420b-8bf0-949854d01dc5 service nova] Lock "940287b1-6b3c-484e-9115-080f7b454587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.411117] env[63326]: DEBUG oslo_concurrency.lockutils [req-2fbb4c1a-b845-4551-ad03-acf8a8784015 req-b8d93cc7-c949-420b-8bf0-949854d01dc5 service nova] Lock "940287b1-6b3c-484e-9115-080f7b454587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.411327] env[63326]: DEBUG nova.compute.manager [req-2fbb4c1a-b845-4551-ad03-acf8a8784015 req-b8d93cc7-c949-420b-8bf0-949854d01dc5 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] No waiting events found dispatching network-vif-plugged-6075d39c-f7f2-41c0-ad54-5cbe87dcf471 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.411499] env[63326]: WARNING nova.compute.manager [req-2fbb4c1a-b845-4551-ad03-acf8a8784015 req-b8d93cc7-c949-420b-8bf0-949854d01dc5 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received unexpected event network-vif-plugged-6075d39c-f7f2-41c0-ad54-5cbe87dcf471 for instance with vm_state building and task_state spawning. [ 1362.431778] env[63326]: DEBUG nova.scheduler.client.report [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.467413] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12609} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.467704] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.468492] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31bef9c-d129-462f-ae71-051d18af3540 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.495639] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 192917aa-96cd-4d58-b160-e022003d565a/192917aa-96cd-4d58-b160-e022003d565a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.495968] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb165f0-f5c4-44f9-89ca-9705627458ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.520379] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1362.520379] env[63326]: value = "task-1725584" [ 1362.520379] env[63326]: _type = "Task" [ 1362.520379] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.528897] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.540656] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "45931623-3aa6-4ad0-8f39-66df3081379a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.540941] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "45931623-3aa6-4ad0-8f39-66df3081379a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.541164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "45931623-3aa6-4ad0-8f39-66df3081379a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.541769] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "45931623-3aa6-4ad0-8f39-66df3081379a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.541769] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "45931623-3aa6-4ad0-8f39-66df3081379a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.544034] env[63326]: INFO nova.compute.manager [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Terminating instance [ 1362.603790] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.692835] env[63326]: DEBUG nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.698014] env[63326]: DEBUG oslo_concurrency.lockutils [req-7169db5e-b1f6-40a7-af68-cff0ea81922f req-7e6edb04-6fa5-465b-ad0c-5b45ef910c1b service nova] Releasing lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.705050] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquiring lock "7e178341-9bd5-498c-a076-ddcfbbf4823f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.705361] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "7e178341-9bd5-498c-a076-ddcfbbf4823f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.705573] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquiring lock "7e178341-9bd5-498c-a076-ddcfbbf4823f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.705765] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "7e178341-9bd5-498c-a076-ddcfbbf4823f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.705989] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "7e178341-9bd5-498c-a076-ddcfbbf4823f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.708083] env[63326]: INFO nova.compute.manager [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Terminating instance [ 1362.939045] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.940477] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.560s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.940830] env[63326]: DEBUG nova.objects.instance [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lazy-loading 'resources' on Instance uuid d0dacc3e-dd44-406d-a773-425fbda4958e {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.958354] env[63326]: INFO nova.scheduler.client.report [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleted allocations for instance e6b8b647-eb88-40cb-8295-4625c27190ef [ 1363.032955] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.048446] env[63326]: DEBUG nova.compute.manager [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.048687] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.049702] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ed84c-0e3e-4cb1-988b-38fdc96551c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.060430] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.060799] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c86f63b-ee82-4561-8354-a7609f21f86b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.072158] env[63326]: DEBUG oslo_vmware.api [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1363.072158] env[63326]: value = "task-1725585" [ 1363.072158] env[63326]: _type = "Task" [ 1363.072158] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.082992] env[63326]: DEBUG oslo_vmware.api [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.107027] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839657} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.107027] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 692d1c21-885a-4b1c-9eb2-9e18d95814c3/692d1c21-885a-4b1c-9eb2-9e18d95814c3.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.107027] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.107027] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45503a6f-0fa9-4c34-b289-4f6c669ba1d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.114021] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1363.114021] env[63326]: value = "task-1725586" [ 1363.114021] env[63326]: _type = "Task" [ 1363.114021] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.125612] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.215407] env[63326]: DEBUG nova.compute.manager [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.215407] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.215407] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f30bb5-aba8-4246-8334-dba6502843e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.218974] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.222070] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.222392] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-611ce549-4e09-4b0e-9651-1e45ae0d02b2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.230375] env[63326]: DEBUG oslo_vmware.api [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1363.230375] env[63326]: value = "task-1725587" [ 1363.230375] env[63326]: _type = "Task" [ 1363.230375] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.240162] env[63326]: DEBUG oslo_vmware.api [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.474841] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8952dba2-30a5-4c70-9f48-e979455583ce tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "e6b8b647-eb88-40cb-8295-4625c27190ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.272s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.540008] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.584947] env[63326]: DEBUG oslo_vmware.api [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725585, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.626021] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108587} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.628508] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.629770] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fce907-5208-4ff2-a665-f0257208d4da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.656042] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 692d1c21-885a-4b1c-9eb2-9e18d95814c3/692d1c21-885a-4b1c-9eb2-9e18d95814c3.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.659218] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40691e1e-b11b-4fa4-8519-eacab8b6aa23 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.681675] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1363.681675] env[63326]: value = "task-1725588" [ 1363.681675] env[63326]: _type = "Task" [ 1363.681675] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.691828] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.742987] env[63326]: DEBUG oslo_vmware.api [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.991126] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32178593-9e79-44c0-9636-cde11f0e4b14 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.994704] env[63326]: DEBUG nova.compute.manager [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1364.002344] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f1f794-ce0b-4c75-8e50-53e95b13b6ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.040024] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b023c1a-0ad8-4de7-b7a3-e062e7dee0af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.048611] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d81ffc-8b3c-4463-8c92-bb2c54553018 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.052415] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.063665] env[63326]: DEBUG nova.compute.provider_tree [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.087029] env[63326]: DEBUG oslo_vmware.api [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725585, 'name': PowerOffVM_Task, 'duration_secs': 0.537224} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.087233] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.087403] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.087646] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-063713dc-8895-41d8-b736-83ea68547851 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.187354] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.187611] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.187798] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleting the datastore file [datastore1] 45931623-3aa6-4ad0-8f39-66df3081379a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.188501] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-430a023e-2397-44da-b63c-0cd696c4c364 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.194218] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725588, 'name': ReconfigVM_Task, 'duration_secs': 0.292357} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.194476] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 692d1c21-885a-4b1c-9eb2-9e18d95814c3/692d1c21-885a-4b1c-9eb2-9e18d95814c3.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.195107] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45c2f9c3-56bd-40a9-a565-d813bead86a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.197768] env[63326]: DEBUG oslo_vmware.api [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1364.197768] env[63326]: value = "task-1725590" [ 1364.197768] env[63326]: _type = "Task" [ 1364.197768] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.203395] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1364.203395] env[63326]: value = "task-1725591" [ 1364.203395] env[63326]: _type = "Task" [ 1364.203395] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.210478] env[63326]: DEBUG oslo_vmware.api [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.216482] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725591, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.241649] env[63326]: DEBUG oslo_vmware.api [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.443604] env[63326]: DEBUG nova.compute.manager [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-changed-6075d39c-f7f2-41c0-ad54-5cbe87dcf471 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1364.443796] env[63326]: DEBUG nova.compute.manager [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Refreshing instance network info cache due to event network-changed-6075d39c-f7f2-41c0-ad54-5cbe87dcf471. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1364.444046] env[63326]: DEBUG oslo_concurrency.lockutils [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] Acquiring lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.444197] env[63326]: DEBUG oslo_concurrency.lockutils [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] Acquired lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.444357] env[63326]: DEBUG nova.network.neutron [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Refreshing network info cache for port 6075d39c-f7f2-41c0-ad54-5cbe87dcf471 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.518879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.541911] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Successfully updated port: 7d477505-8a99-4be8-834e-dd1a56b53dd4 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.551853] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725584, 'name': ReconfigVM_Task, 'duration_secs': 1.651775} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.551979] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 192917aa-96cd-4d58-b160-e022003d565a/192917aa-96cd-4d58-b160-e022003d565a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.552939] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeb36171-f497-4800-9e5b-6315923edaa4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.561544] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1364.561544] env[63326]: value = "task-1725592" [ 1364.561544] env[63326]: _type = "Task" [ 1364.561544] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.566446] env[63326]: DEBUG nova.scheduler.client.report [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.576684] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725592, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.582659] env[63326]: DEBUG nova.compute.manager [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.584211] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c156bf89-bc55-49bd-8db2-7ac498a406cf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.716018] env[63326]: DEBUG oslo_vmware.api [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176737} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.716018] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.716018] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.716018] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.716018] env[63326]: INFO nova.compute.manager [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1364.716282] env[63326]: DEBUG oslo.service.loopingcall [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.716282] env[63326]: DEBUG nova.compute.manager [-] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.716346] env[63326]: DEBUG nova.network.neutron [-] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.723338] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725591, 'name': Rename_Task, 'duration_secs': 0.16361} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.724141] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.724521] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a061fab-25e7-4018-90d6-9b004975ab6b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.733974] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1364.733974] env[63326]: value = "task-1725593" [ 1364.733974] env[63326]: _type = "Task" [ 1364.733974] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.750553] env[63326]: DEBUG oslo_vmware.api [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725587, 'name': PowerOffVM_Task, 'duration_secs': 1.093531} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.754545] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.754740] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.755012] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.755258] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70972fa5-c36b-4547-8cb6-e0d512def93d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.838036] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.838215] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.838304] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Deleting the datastore file [datastore1] 7e178341-9bd5-498c-a076-ddcfbbf4823f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.838569] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db5d29a8-f5ff-4cde-8f9d-316a99dd973e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.845862] env[63326]: DEBUG oslo_vmware.api [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for the task: (returnval){ [ 1364.845862] env[63326]: value = "task-1725595" [ 1364.845862] env[63326]: _type = "Task" [ 1364.845862] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.854970] env[63326]: DEBUG oslo_vmware.api [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.017784] env[63326]: DEBUG nova.network.neutron [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.072721] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.074712] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725592, 'name': Rename_Task, 'duration_secs': 0.227642} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.075173] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.798s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.076647] env[63326]: INFO nova.compute.claims [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.079213] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.079665] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae3f05a5-78a8-492a-ab77-acd858c3612e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.094344] env[63326]: INFO nova.scheduler.client.report [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleted allocations for instance d0dacc3e-dd44-406d-a773-425fbda4958e [ 1365.095677] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1365.095677] env[63326]: value = "task-1725596" [ 1365.095677] env[63326]: _type = "Task" [ 1365.095677] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.102220] env[63326]: INFO nova.compute.manager [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] instance snapshotting [ 1365.110431] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c6b67-9337-4de9-bfbe-447ec762d3a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.126680] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725596, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.145356] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d99c5-68ab-41e4-b058-4da8f211f88c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.166730] env[63326]: DEBUG nova.network.neutron [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.251443] env[63326]: DEBUG oslo_vmware.api [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725593, 'name': PowerOnVM_Task, 'duration_secs': 0.50239} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.251695] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.251892] env[63326]: INFO nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1365.252110] env[63326]: DEBUG nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.253164] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2933ae6a-8d6f-4894-be03-cd67cc15860d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.357894] env[63326]: DEBUG oslo_vmware.api [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Task: {'id': task-1725595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183798} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.358439] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.358776] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.359219] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.359578] env[63326]: INFO nova.compute.manager [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1365.359964] env[63326]: DEBUG oslo.service.loopingcall [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.360303] env[63326]: DEBUG nova.compute.manager [-] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.360522] env[63326]: DEBUG nova.network.neutron [-] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.611482] env[63326]: DEBUG nova.network.neutron [-] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.612585] env[63326]: DEBUG oslo_vmware.api [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725596, 'name': PowerOnVM_Task, 'duration_secs': 0.482165} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.613040] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0d7d04d5-dea5-4192-8497-a8fef373b06c tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "d0dacc3e-dd44-406d-a773-425fbda4958e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.274s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.613868] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.614241] env[63326]: INFO nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1365.614380] env[63326]: DEBUG nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.616081] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d87a55-6b62-47ee-a44b-cafb63f7ad11 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.662378] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1365.662378] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4974be36-b9a7-405a-a86f-1ffa86abd061 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.671862] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1365.671862] env[63326]: value = "task-1725597" [ 1365.671862] env[63326]: _type = "Task" [ 1365.671862] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.672487] env[63326]: DEBUG oslo_concurrency.lockutils [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] Releasing lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.672991] env[63326]: DEBUG nova.compute.manager [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-vif-plugged-7d477505-8a99-4be8-834e-dd1a56b53dd4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1365.673308] env[63326]: DEBUG oslo_concurrency.lockutils [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] Acquiring lock "940287b1-6b3c-484e-9115-080f7b454587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.673603] env[63326]: DEBUG oslo_concurrency.lockutils [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] Lock "940287b1-6b3c-484e-9115-080f7b454587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.673902] env[63326]: DEBUG oslo_concurrency.lockutils [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] Lock "940287b1-6b3c-484e-9115-080f7b454587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.674189] env[63326]: DEBUG nova.compute.manager [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] No waiting events found dispatching network-vif-plugged-7d477505-8a99-4be8-834e-dd1a56b53dd4 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.674610] env[63326]: WARNING nova.compute.manager [req-97c2ce62-a461-4751-89a4-68623c192b03 req-91033857-8c4f-472e-b6fb-8c70470ef611 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received unexpected event network-vif-plugged-7d477505-8a99-4be8-834e-dd1a56b53dd4 for instance with vm_state building and task_state spawning. [ 1365.686797] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725597, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.775853] env[63326]: INFO nova.compute.manager [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Took 35.25 seconds to build instance. [ 1366.118605] env[63326]: INFO nova.compute.manager [-] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Took 1.40 seconds to deallocate network for instance. [ 1366.136975] env[63326]: INFO nova.compute.manager [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Took 45.82 seconds to build instance. [ 1366.191617] env[63326]: DEBUG nova.network.neutron [-] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.193011] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725597, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.277628] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8acce9f-b886-41dd-936d-67bbbc6ae38a tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.549s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.582095] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.582341] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.614592] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "1e77e92e-3ef8-4914-82d5-e9163486a32e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.614885] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "1e77e92e-3ef8-4914-82d5-e9163486a32e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.627973] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.628554] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eda0d1-f22f-49f5-ba82-cf3c56a7c4da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.637531] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b349ac0-de96-426a-9bed-8386816e9c0f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.642550] env[63326]: DEBUG oslo_concurrency.lockutils [None req-20cff19c-1615-4f6a-9d49-da307f7a09a3 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "192917aa-96cd-4d58-b160-e022003d565a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.077s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.647075] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23009fdf-41cf-43ce-aa3f-346e12e99b7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.681722] env[63326]: DEBUG nova.compute.manager [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-changed-7d477505-8a99-4be8-834e-dd1a56b53dd4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1366.681923] env[63326]: DEBUG nova.compute.manager [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Refreshing instance network info cache due to event network-changed-7d477505-8a99-4be8-834e-dd1a56b53dd4. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1366.682163] env[63326]: DEBUG oslo_concurrency.lockutils [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] Acquiring lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.682307] env[63326]: DEBUG oslo_concurrency.lockutils [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] Acquired lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.682536] env[63326]: DEBUG nova.network.neutron [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Refreshing network info cache for port 7d477505-8a99-4be8-834e-dd1a56b53dd4 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.688668] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5cf7ab-0c5b-4331-a33c-75ce06ea8c5b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.693616] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-96dc1bb3-adca-4d00-93de-dda0f60d376e tempest-ServersAdminNegativeTestJSON-579378727 tempest-ServersAdminNegativeTestJSON-579378727-project-admin] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Suspending the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1366.694620] env[63326]: INFO nova.compute.manager [-] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Took 1.33 seconds to deallocate network for instance. [ 1366.695858] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-88957638-1f08-4489-a040-043d0f7016c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.703143] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725597, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.707186] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bcbb0f-3271-42ff-83b6-06cfbb6ad418 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.714299] env[63326]: DEBUG oslo_vmware.api [None req-96dc1bb3-adca-4d00-93de-dda0f60d376e tempest-ServersAdminNegativeTestJSON-579378727 tempest-ServersAdminNegativeTestJSON-579378727-project-admin] Waiting for the task: (returnval){ [ 1366.714299] env[63326]: value = "task-1725598" [ 1366.714299] env[63326]: _type = "Task" [ 1366.714299] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.728011] env[63326]: DEBUG nova.compute.provider_tree [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.735958] env[63326]: DEBUG oslo_vmware.api [None req-96dc1bb3-adca-4d00-93de-dda0f60d376e tempest-ServersAdminNegativeTestJSON-579378727 tempest-ServersAdminNegativeTestJSON-579378727-project-admin] Task: {'id': task-1725598, 'name': SuspendVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.782185] env[63326]: DEBUG nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.865626] env[63326]: DEBUG nova.compute.manager [req-0094ba02-1d66-4564-a601-2e596fe8bdfc req-e996ed87-928f-472a-949d-b7662a6760c2 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-vif-plugged-2bb8d3f9-b192-4eff-bc6e-971ec19211d9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1366.865907] env[63326]: DEBUG oslo_concurrency.lockutils [req-0094ba02-1d66-4564-a601-2e596fe8bdfc req-e996ed87-928f-472a-949d-b7662a6760c2 service nova] Acquiring lock "940287b1-6b3c-484e-9115-080f7b454587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.867495] env[63326]: DEBUG oslo_concurrency.lockutils [req-0094ba02-1d66-4564-a601-2e596fe8bdfc req-e996ed87-928f-472a-949d-b7662a6760c2 service nova] Lock "940287b1-6b3c-484e-9115-080f7b454587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.867684] env[63326]: DEBUG oslo_concurrency.lockutils [req-0094ba02-1d66-4564-a601-2e596fe8bdfc req-e996ed87-928f-472a-949d-b7662a6760c2 service nova] Lock "940287b1-6b3c-484e-9115-080f7b454587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.867861] env[63326]: DEBUG nova.compute.manager [req-0094ba02-1d66-4564-a601-2e596fe8bdfc req-e996ed87-928f-472a-949d-b7662a6760c2 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] No waiting events found dispatching network-vif-plugged-2bb8d3f9-b192-4eff-bc6e-971ec19211d9 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1366.868043] env[63326]: WARNING nova.compute.manager [req-0094ba02-1d66-4564-a601-2e596fe8bdfc req-e996ed87-928f-472a-949d-b7662a6760c2 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received unexpected event network-vif-plugged-2bb8d3f9-b192-4eff-bc6e-971ec19211d9 for instance with vm_state building and task_state spawning. [ 1366.893759] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Successfully updated port: 2bb8d3f9-b192-4eff-bc6e-971ec19211d9 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.151702] env[63326]: DEBUG nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1367.194506] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725597, 'name': CreateSnapshot_Task, 'duration_secs': 1.327095} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.194838] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1367.199023] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83782c79-e426-4261-a474-b94628477d3f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.214246] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.225795] env[63326]: DEBUG oslo_vmware.api [None req-96dc1bb3-adca-4d00-93de-dda0f60d376e tempest-ServersAdminNegativeTestJSON-579378727 tempest-ServersAdminNegativeTestJSON-579378727-project-admin] Task: {'id': task-1725598, 'name': SuspendVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.233047] env[63326]: DEBUG nova.scheduler.client.report [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.241011] env[63326]: DEBUG nova.network.neutron [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.308225] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.337788] env[63326]: DEBUG nova.network.neutron [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.399940] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.671360] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.718594] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1367.718971] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-765c8a90-e6fd-4d1e-be49-b34af56e27a7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.731522] env[63326]: DEBUG oslo_vmware.api [None req-96dc1bb3-adca-4d00-93de-dda0f60d376e tempest-ServersAdminNegativeTestJSON-579378727 tempest-ServersAdminNegativeTestJSON-579378727-project-admin] Task: {'id': task-1725598, 'name': SuspendVM_Task, 'duration_secs': 0.927456} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.732779] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-96dc1bb3-adca-4d00-93de-dda0f60d376e tempest-ServersAdminNegativeTestJSON-579378727 tempest-ServersAdminNegativeTestJSON-579378727-project-admin] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Suspended the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1367.732991] env[63326]: DEBUG nova.compute.manager [None req-96dc1bb3-adca-4d00-93de-dda0f60d376e tempest-ServersAdminNegativeTestJSON-579378727 tempest-ServersAdminNegativeTestJSON-579378727-project-admin] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.733401] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1367.733401] env[63326]: value = "task-1725599" [ 1367.733401] env[63326]: _type = "Task" [ 1367.733401] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.734186] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596fa1b1-f410-4f45-822b-32800ad2f43b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.740507] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.741038] env[63326]: DEBUG nova.compute.manager [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.745220] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.523s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.746768] env[63326]: INFO nova.compute.claims [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.761635] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725599, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.841045] env[63326]: DEBUG oslo_concurrency.lockutils [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] Releasing lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.841045] env[63326]: DEBUG nova.compute.manager [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Received event network-vif-deleted-6d166d2e-efd1-4c59-bf27-8ad47806ce29 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1367.841246] env[63326]: DEBUG nova.compute.manager [req-33be3f66-f0dd-4f0d-8b64-0e227689eaaf req-473a59bf-3a20-4236-bd2f-797c49a16156 service nova] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Received event network-vif-deleted-0b2732a8-272d-4ab8-8fca-ced8be52a464 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1367.841650] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquired lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.841797] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.246974] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725599, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.253415] env[63326]: DEBUG nova.compute.utils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.258444] env[63326]: DEBUG nova.compute.manager [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Not allocating networking since 'none' was specified. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1368.380385] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.731929] env[63326]: DEBUG nova.compute.manager [req-5817d6c2-df86-46ad-a4e6-3da89f0546ce req-206a5fa5-d332-4cac-8639-0cbdb1a27dff service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Received event network-changed-9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1368.731929] env[63326]: DEBUG nova.compute.manager [req-5817d6c2-df86-46ad-a4e6-3da89f0546ce req-206a5fa5-d332-4cac-8639-0cbdb1a27dff service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Refreshing instance network info cache due to event network-changed-9dda47db-14d3-49c2-817f-8b5a0ebbb664. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1368.731929] env[63326]: DEBUG oslo_concurrency.lockutils [req-5817d6c2-df86-46ad-a4e6-3da89f0546ce req-206a5fa5-d332-4cac-8639-0cbdb1a27dff service nova] Acquiring lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.731929] env[63326]: DEBUG oslo_concurrency.lockutils [req-5817d6c2-df86-46ad-a4e6-3da89f0546ce req-206a5fa5-d332-4cac-8639-0cbdb1a27dff service nova] Acquired lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.732304] env[63326]: DEBUG nova.network.neutron [req-5817d6c2-df86-46ad-a4e6-3da89f0546ce req-206a5fa5-d332-4cac-8639-0cbdb1a27dff service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Refreshing network info cache for port 9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.753717] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725599, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.760480] env[63326]: DEBUG nova.compute.manager [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.011665] env[63326]: DEBUG nova.compute.manager [req-2ff9e4a7-87a6-4c01-9199-dfdfe38e416a req-71a32b6e-c3c7-43c1-bad0-bf76d18e3bc3 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-changed-2bb8d3f9-b192-4eff-bc6e-971ec19211d9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1369.011665] env[63326]: DEBUG nova.compute.manager [req-2ff9e4a7-87a6-4c01-9199-dfdfe38e416a req-71a32b6e-c3c7-43c1-bad0-bf76d18e3bc3 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Refreshing instance network info cache due to event network-changed-2bb8d3f9-b192-4eff-bc6e-971ec19211d9. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1369.011665] env[63326]: DEBUG oslo_concurrency.lockutils [req-2ff9e4a7-87a6-4c01-9199-dfdfe38e416a req-71a32b6e-c3c7-43c1-bad0-bf76d18e3bc3 service nova] Acquiring lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.088024] env[63326]: DEBUG nova.network.neutron [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Updating instance_info_cache with network_info: [{"id": "6075d39c-f7f2-41c0-ad54-5cbe87dcf471", "address": "fa:16:3e:75:75:b4", "network": {"id": "61060353-9485-4848-a582-603adc2ab7e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010033468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6075d39c-f7", "ovs_interfaceid": "6075d39c-f7f2-41c0-ad54-5cbe87dcf471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d477505-8a99-4be8-834e-dd1a56b53dd4", "address": "fa:16:3e:d4:ef:ee", "network": {"id": "0237468c-17a9-4bc7-ad6a-14a6200cc7bf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-428828865", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d477505-8a", "ovs_interfaceid": "7d477505-8a99-4be8-834e-dd1a56b53dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb8d3f9-b192-4eff-bc6e-971ec19211d9", "address": "fa:16:3e:73:53:ae", "network": {"id": "61060353-9485-4848-a582-603adc2ab7e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010033468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb8d3f9-b1", "ovs_interfaceid": "2bb8d3f9-b192-4eff-bc6e-971ec19211d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.250353] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725599, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.314025] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc53a73d-9373-42a8-aa9f-cd7c8f7ef7b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.324289] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c244b85-4353-4b05-8712-802ecf99aff3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.357383] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c008d27-ab27-45c5-b541-3006930da5de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.366134] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d5384d-7e9c-4d74-90d2-856afed41364 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.382630] env[63326]: DEBUG nova.compute.provider_tree [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.548956] env[63326]: DEBUG nova.network.neutron [req-5817d6c2-df86-46ad-a4e6-3da89f0546ce req-206a5fa5-d332-4cac-8639-0cbdb1a27dff service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updated VIF entry in instance network info cache for port 9dda47db-14d3-49c2-817f-8b5a0ebbb664. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.549428] env[63326]: DEBUG nova.network.neutron [req-5817d6c2-df86-46ad-a4e6-3da89f0546ce req-206a5fa5-d332-4cac-8639-0cbdb1a27dff service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [{"id": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "address": "fa:16:3e:fb:d3:86", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dda47db-14", "ovs_interfaceid": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.590732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Releasing lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.591591] env[63326]: DEBUG nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Instance network_info: |[{"id": "6075d39c-f7f2-41c0-ad54-5cbe87dcf471", "address": "fa:16:3e:75:75:b4", "network": {"id": "61060353-9485-4848-a582-603adc2ab7e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010033468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6075d39c-f7", "ovs_interfaceid": "6075d39c-f7f2-41c0-ad54-5cbe87dcf471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d477505-8a99-4be8-834e-dd1a56b53dd4", "address": "fa:16:3e:d4:ef:ee", "network": {"id": "0237468c-17a9-4bc7-ad6a-14a6200cc7bf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-428828865", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d477505-8a", "ovs_interfaceid": "7d477505-8a99-4be8-834e-dd1a56b53dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb8d3f9-b192-4eff-bc6e-971ec19211d9", "address": "fa:16:3e:73:53:ae", "network": {"id": "61060353-9485-4848-a582-603adc2ab7e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010033468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb8d3f9-b1", "ovs_interfaceid": "2bb8d3f9-b192-4eff-bc6e-971ec19211d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.591919] env[63326]: DEBUG oslo_concurrency.lockutils [req-2ff9e4a7-87a6-4c01-9199-dfdfe38e416a req-71a32b6e-c3c7-43c1-bad0-bf76d18e3bc3 service nova] Acquired lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.592115] env[63326]: DEBUG nova.network.neutron [req-2ff9e4a7-87a6-4c01-9199-dfdfe38e416a req-71a32b6e-c3c7-43c1-bad0-bf76d18e3bc3 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Refreshing network info cache for port 2bb8d3f9-b192-4eff-bc6e-971ec19211d9 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.593494] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:75:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6075d39c-f7f2-41c0-ad54-5cbe87dcf471', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ef:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d477505-8a99-4be8-834e-dd1a56b53dd4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:53:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb8d3f9-b192-4eff-bc6e-971ec19211d9', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.604328] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Creating folder: Project (15370233e0384cb7a7e753856ec5c94d). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.607403] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3a8950d-6ed3-40df-8b67-a10413549cd8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.624761] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Created folder: Project (15370233e0384cb7a7e753856ec5c94d) in parent group-v359097. [ 1369.624968] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Creating folder: Instances. Parent ref: group-v359180. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.625533] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-146cac06-8b6e-4529-8fb8-37ba190c9b3c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.637401] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Created folder: Instances in parent group-v359180. [ 1369.638333] env[63326]: DEBUG oslo.service.loopingcall [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.638724] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.639242] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31edce88-8984-4905-ab37-f68f6745130c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.666936] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.666936] env[63326]: value = "task-1725602" [ 1369.666936] env[63326]: _type = "Task" [ 1369.666936] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.676088] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725602, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.749198] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725599, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.773496] env[63326]: DEBUG nova.compute.manager [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.801966] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.802244] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.802402] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.802585] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.802730] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.802879] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.803329] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.803561] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.803857] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.804169] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.804429] env[63326]: DEBUG nova.virt.hardware [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.805577] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f104e6c-9e56-4fd9-9ec4-1b081e188ed8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.814894] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966b7f97-a7ef-42ba-8dc3-d3eb9211eadf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.829115] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.834622] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Creating folder: Project (2ad397447fa04decafc02f1f13a666c6). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.834951] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee882d7-185b-4211-b37f-ab86b65853ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.851057] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Created folder: Project (2ad397447fa04decafc02f1f13a666c6) in parent group-v359097. [ 1369.851057] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Creating folder: Instances. Parent ref: group-v359183. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.851262] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a25b2709-d7b9-4550-a064-92eca9a11f43 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.867762] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Created folder: Instances in parent group-v359183. [ 1369.868059] env[63326]: DEBUG oslo.service.loopingcall [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.868395] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.868675] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12eeb601-6cb9-4f62-a7b9-b77586d38831 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.885045] env[63326]: DEBUG nova.network.neutron [req-2ff9e4a7-87a6-4c01-9199-dfdfe38e416a req-71a32b6e-c3c7-43c1-bad0-bf76d18e3bc3 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Updated VIF entry in instance network info cache for port 2bb8d3f9-b192-4eff-bc6e-971ec19211d9. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.885598] env[63326]: DEBUG nova.network.neutron [req-2ff9e4a7-87a6-4c01-9199-dfdfe38e416a req-71a32b6e-c3c7-43c1-bad0-bf76d18e3bc3 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Updating instance_info_cache with network_info: [{"id": "6075d39c-f7f2-41c0-ad54-5cbe87dcf471", "address": "fa:16:3e:75:75:b4", "network": {"id": "61060353-9485-4848-a582-603adc2ab7e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010033468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6075d39c-f7", "ovs_interfaceid": "6075d39c-f7f2-41c0-ad54-5cbe87dcf471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d477505-8a99-4be8-834e-dd1a56b53dd4", "address": "fa:16:3e:d4:ef:ee", "network": {"id": "0237468c-17a9-4bc7-ad6a-14a6200cc7bf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-428828865", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d477505-8a", "ovs_interfaceid": "7d477505-8a99-4be8-834e-dd1a56b53dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb8d3f9-b192-4eff-bc6e-971ec19211d9", "address": "fa:16:3e:73:53:ae", "network": {"id": "61060353-9485-4848-a582-603adc2ab7e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010033468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb8d3f9-b1", "ovs_interfaceid": "2bb8d3f9-b192-4eff-bc6e-971ec19211d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.889346] env[63326]: DEBUG nova.scheduler.client.report [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.899659] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.899659] env[63326]: value = "task-1725605" [ 1369.899659] env[63326]: _type = "Task" [ 1369.899659] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.911360] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725605, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.053627] env[63326]: DEBUG oslo_concurrency.lockutils [req-5817d6c2-df86-46ad-a4e6-3da89f0546ce req-206a5fa5-d332-4cac-8639-0cbdb1a27dff service nova] Releasing lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.181670] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725602, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.252375] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725599, 'name': CloneVM_Task, 'duration_secs': 2.208279} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.252375] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Created linked-clone VM from snapshot [ 1370.252375] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eb5ae6-35bf-4bd5-8a88-73c910452fe8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.260802] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Uploading image 125c8049-9442-4b49-8bda-9bb46eb2a16f {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1370.287850] env[63326]: DEBUG oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1370.287850] env[63326]: value = "vm-359179" [ 1370.287850] env[63326]: _type = "VirtualMachine" [ 1370.287850] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1370.288153] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3337808-3660-42ca-974f-880ed8160bf5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.296977] env[63326]: DEBUG oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lease: (returnval){ [ 1370.296977] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52724a0a-210b-9772-cf3e-8a0695450e86" [ 1370.296977] env[63326]: _type = "HttpNfcLease" [ 1370.296977] env[63326]: } obtained for exporting VM: (result){ [ 1370.296977] env[63326]: value = "vm-359179" [ 1370.296977] env[63326]: _type = "VirtualMachine" [ 1370.296977] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1370.297269] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the lease: (returnval){ [ 1370.297269] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52724a0a-210b-9772-cf3e-8a0695450e86" [ 1370.297269] env[63326]: _type = "HttpNfcLease" [ 1370.297269] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1370.304217] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1370.304217] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52724a0a-210b-9772-cf3e-8a0695450e86" [ 1370.304217] env[63326]: _type = "HttpNfcLease" [ 1370.304217] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1370.394296] env[63326]: DEBUG oslo_concurrency.lockutils [req-2ff9e4a7-87a6-4c01-9199-dfdfe38e416a req-71a32b6e-c3c7-43c1-bad0-bf76d18e3bc3 service nova] Releasing lock "refresh_cache-940287b1-6b3c-484e-9115-080f7b454587" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.394826] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "192917aa-96cd-4d58-b160-e022003d565a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.395065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "192917aa-96cd-4d58-b160-e022003d565a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.395274] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "192917aa-96cd-4d58-b160-e022003d565a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.395461] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "192917aa-96cd-4d58-b160-e022003d565a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.395625] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "192917aa-96cd-4d58-b160-e022003d565a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.397625] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.398423] env[63326]: DEBUG nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.400719] env[63326]: INFO nova.compute.manager [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Terminating instance [ 1370.403602] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.576s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.403602] env[63326]: INFO nova.compute.claims [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.417434] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725605, 'name': CreateVM_Task, 'duration_secs': 0.414397} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.418110] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.418627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.418701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.419032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.419497] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6210f9c9-55dd-41aa-8040-d61378b0adfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.425089] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1370.425089] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ff896c-cd6f-2f2f-ce8f-9519e41b8565" [ 1370.425089] env[63326]: _type = "Task" [ 1370.425089] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.433690] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ff896c-cd6f-2f2f-ce8f-9519e41b8565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.678526] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725602, 'name': CreateVM_Task, 'duration_secs': 0.592105} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.678735] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.679695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.805783] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1370.805783] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52724a0a-210b-9772-cf3e-8a0695450e86" [ 1370.805783] env[63326]: _type = "HttpNfcLease" [ 1370.805783] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1370.806095] env[63326]: DEBUG oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1370.806095] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52724a0a-210b-9772-cf3e-8a0695450e86" [ 1370.806095] env[63326]: _type = "HttpNfcLease" [ 1370.806095] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1370.806826] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b64096f-c7a8-4b57-b417-ec0054987ba0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.815873] env[63326]: DEBUG oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693048-d2cd-dcad-1d00-25da0257a825/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1370.815873] env[63326]: DEBUG oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693048-d2cd-dcad-1d00-25da0257a825/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1370.907555] env[63326]: DEBUG nova.compute.utils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.908932] env[63326]: DEBUG nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.909169] env[63326]: DEBUG nova.network.neutron [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.913388] env[63326]: DEBUG nova.compute.manager [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.913657] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.914772] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eed5c3-6a10-4b52-99e3-4c8fe3af7fe6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.923742] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.924012] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-857a3dc5-d9d8-43a0-9220-d01fee3f4c1f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.935453] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ff896c-cd6f-2f2f-ce8f-9519e41b8565, 'name': SearchDatastore_Task, 'duration_secs': 0.021971} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.935737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.935962] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.936210] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.936354] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.936529] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.936789] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.937098] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.937309] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-669c3dce-f8d9-4fc6-a53e-1540e751c55e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.938930] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85a3b73-f762-4239-8fbe-8299f6681f94 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.946608] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1370.946608] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c5b53b-5208-2965-0b76-bfecf998956d" [ 1370.946608] env[63326]: _type = "Task" [ 1370.946608] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.950474] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.950661] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.951747] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87746c1-457b-43bc-90d9-80a2a1b07d4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.957439] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c5b53b-5208-2965-0b76-bfecf998956d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.963752] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64711d20-b178-4894-918d-67b7c342dcec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.965438] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1370.965438] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ab2b02-5130-781a-2d64-70f50d97f707" [ 1370.965438] env[63326]: _type = "Task" [ 1370.965438] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.973063] env[63326]: DEBUG nova.policy [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92686cc1ef764016987defebfa9cf874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0efe4fbfb84c3087ccd510e33065b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.977414] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ab2b02-5130-781a-2d64-70f50d97f707, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.978194] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f684cb8d-46dc-4664-8395-f8e6a97f4824 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.986430] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1370.986430] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52804143-ac35-b7a8-17cd-85849072a4cc" [ 1370.986430] env[63326]: _type = "Task" [ 1370.986430] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.002204] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52804143-ac35-b7a8-17cd-85849072a4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.014074] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.014074] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.014074] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Deleting the datastore file [datastore1] 192917aa-96cd-4d58-b160-e022003d565a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.014308] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fa9592a-6914-431e-b3d0-b0c193f9d611 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.022957] env[63326]: DEBUG oslo_vmware.api [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1371.022957] env[63326]: value = "task-1725608" [ 1371.022957] env[63326]: _type = "Task" [ 1371.022957] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.031858] env[63326]: DEBUG oslo_vmware.api [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.356022] env[63326]: DEBUG nova.network.neutron [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Successfully created port: a6734fc3-239c-4b7f-a3ad-c4572088b9d0 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.412994] env[63326]: DEBUG nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.462372] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c5b53b-5208-2965-0b76-bfecf998956d, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.462372] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.462372] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.463079] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.501084] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52804143-ac35-b7a8-17cd-85849072a4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.020637} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.503890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.504250] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac/31002119-3635-4d4e-a1b6-69508d2aeaac.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.505609] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.505609] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.505609] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25bbf8f3-98ef-43c4-849a-d3c5830070de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.507696] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6616ca8e-4dde-43bf-ba78-3fec36d59318 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.522125] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.524315] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.526049] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1371.526049] env[63326]: value = "task-1725609" [ 1371.526049] env[63326]: _type = "Task" [ 1371.526049] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.529012] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc2fcc7-77b1-46d6-a57a-aeb95d7bab0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.548789] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.549247] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1371.549247] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52536249-a242-0d17-15ed-3f852e7ffc1f" [ 1371.549247] env[63326]: _type = "Task" [ 1371.549247] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.549650] env[63326]: DEBUG oslo_vmware.api [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23514} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.553081] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.553464] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.553751] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.553986] env[63326]: INFO nova.compute.manager [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1371.554293] env[63326]: DEBUG oslo.service.loopingcall [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.557723] env[63326]: DEBUG nova.compute.manager [-] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.557922] env[63326]: DEBUG nova.network.neutron [-] [instance: 192917aa-96cd-4d58-b160-e022003d565a] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.566507] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52536249-a242-0d17-15ed-3f852e7ffc1f, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.570507] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8403da2-8b85-4155-ab27-d94d7f78cd7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.576765] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1371.576765] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520d8f8e-5601-da92-64eb-19177723994a" [ 1371.576765] env[63326]: _type = "Task" [ 1371.576765] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.592292] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520d8f8e-5601-da92-64eb-19177723994a, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.592815] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.593201] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 940287b1-6b3c-484e-9115-080f7b454587/940287b1-6b3c-484e-9115-080f7b454587.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.594406] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be3db71f-a746-4806-9b5d-ddd176fd4889 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.604525] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1371.604525] env[63326]: value = "task-1725610" [ 1371.604525] env[63326]: _type = "Task" [ 1371.604525] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.623813] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.004985] env[63326]: DEBUG nova.compute.manager [req-a7aac4bb-51e3-493e-96b7-67a4a5b342f2 req-3e97a754-4545-47db-828f-b5edd1140827 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Received event network-vif-deleted-8d5afc6d-f620-4599-baec-0ffc29d7e0e6 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1372.005498] env[63326]: INFO nova.compute.manager [req-a7aac4bb-51e3-493e-96b7-67a4a5b342f2 req-3e97a754-4545-47db-828f-b5edd1140827 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Neutron deleted interface 8d5afc6d-f620-4599-baec-0ffc29d7e0e6; detaching it from the instance and deleting it from the info cache [ 1372.006096] env[63326]: DEBUG nova.network.neutron [req-a7aac4bb-51e3-493e-96b7-67a4a5b342f2 req-3e97a754-4545-47db-828f-b5edd1140827 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.049712] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725609, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.130109] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.217431] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa3d43-d79e-4bdf-9bce-09e30b6361ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.236777] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5f061-eeaf-4299-a576-2a0f541d0322 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.272479] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4959c505-fbed-4914-a502-b3aa780f3027 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.282950] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192318d6-6c65-4346-896c-470b62099e39 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.301827] env[63326]: DEBUG nova.compute.provider_tree [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.373403] env[63326]: DEBUG nova.network.neutron [-] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.429342] env[63326]: DEBUG nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.458851] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.458851] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.459124] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.459381] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.459713] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.459858] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.460101] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.460383] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.460544] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.460721] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.460907] env[63326]: DEBUG nova.virt.hardware [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.461874] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97886e32-2c07-4775-b096-d5dfe4ec6315 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.475164] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eb3847-03d5-4534-a765-a25752ce2900 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.509221] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a4c56c8-f4c8-4839-8848-dfe932c0c7b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.521238] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a98212-9d2c-454a-ab50-41d21abfe4bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.545276] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573091} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.546076] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac/31002119-3635-4d4e-a1b6-69508d2aeaac.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.546446] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.546793] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9e17bf2-529b-4af8-92fe-21bd995e60b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.563668] env[63326]: DEBUG nova.compute.manager [req-a7aac4bb-51e3-493e-96b7-67a4a5b342f2 req-3e97a754-4545-47db-828f-b5edd1140827 service nova] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Detach interface failed, port_id=8d5afc6d-f620-4599-baec-0ffc29d7e0e6, reason: Instance 192917aa-96cd-4d58-b160-e022003d565a could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1372.565724] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1372.565724] env[63326]: value = "task-1725611" [ 1372.565724] env[63326]: _type = "Task" [ 1372.565724] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.575619] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.623818] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915767} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.624405] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 940287b1-6b3c-484e-9115-080f7b454587/940287b1-6b3c-484e-9115-080f7b454587.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.625086] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.625086] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a16433f-08c3-4bc8-a2a8-3fc683f7dc3f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.637053] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1372.637053] env[63326]: value = "task-1725612" [ 1372.637053] env[63326]: _type = "Task" [ 1372.637053] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.646071] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.805599] env[63326]: DEBUG nova.scheduler.client.report [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.876037] env[63326]: INFO nova.compute.manager [-] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Took 1.32 seconds to deallocate network for instance. [ 1373.076810] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083761} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.077197] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.078195] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e65b920-00c8-42f1-9bef-c8b7d35f0051 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.099490] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac/31002119-3635-4d4e-a1b6-69508d2aeaac.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.100090] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957ffd31-ecb9-4349-8e8e-75f18fed6e83 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.122378] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1373.122378] env[63326]: value = "task-1725613" [ 1373.122378] env[63326]: _type = "Task" [ 1373.122378] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.132447] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.147896] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073637} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.148307] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.149925] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9186bd5-2e37-4b4b-b038-75a6db148586 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.182389] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 940287b1-6b3c-484e-9115-080f7b454587/940287b1-6b3c-484e-9115-080f7b454587.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.183275] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c5e18a-4615-4c43-81cc-a835392dc453 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.207039] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1373.207039] env[63326]: value = "task-1725614" [ 1373.207039] env[63326]: _type = "Task" [ 1373.207039] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.217420] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.310808] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.311345] env[63326]: DEBUG nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.314515] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.597s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.316274] env[63326]: INFO nova.compute.claims [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.383749] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.416173] env[63326]: DEBUG nova.compute.manager [req-367d93a7-8938-4822-872f-50fd5341ebb4 req-9deb01ca-b1d3-44cc-9bfb-6d3e257995a5 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Received event network-vif-plugged-a6734fc3-239c-4b7f-a3ad-c4572088b9d0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1373.416379] env[63326]: DEBUG oslo_concurrency.lockutils [req-367d93a7-8938-4822-872f-50fd5341ebb4 req-9deb01ca-b1d3-44cc-9bfb-6d3e257995a5 service nova] Acquiring lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.416593] env[63326]: DEBUG oslo_concurrency.lockutils [req-367d93a7-8938-4822-872f-50fd5341ebb4 req-9deb01ca-b1d3-44cc-9bfb-6d3e257995a5 service nova] Lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.416772] env[63326]: DEBUG oslo_concurrency.lockutils [req-367d93a7-8938-4822-872f-50fd5341ebb4 req-9deb01ca-b1d3-44cc-9bfb-6d3e257995a5 service nova] Lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.416948] env[63326]: DEBUG nova.compute.manager [req-367d93a7-8938-4822-872f-50fd5341ebb4 req-9deb01ca-b1d3-44cc-9bfb-6d3e257995a5 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] No waiting events found dispatching network-vif-plugged-a6734fc3-239c-4b7f-a3ad-c4572088b9d0 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.418603] env[63326]: WARNING nova.compute.manager [req-367d93a7-8938-4822-872f-50fd5341ebb4 req-9deb01ca-b1d3-44cc-9bfb-6d3e257995a5 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Received unexpected event network-vif-plugged-a6734fc3-239c-4b7f-a3ad-c4572088b9d0 for instance with vm_state building and task_state spawning. [ 1373.547523] env[63326]: DEBUG nova.network.neutron [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Successfully updated port: a6734fc3-239c-4b7f-a3ad-c4572088b9d0 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.565672] env[63326]: DEBUG oslo_concurrency.lockutils [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Acquiring lock "db22896d-0f47-473f-9aeb-e15490f5232d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.566459] env[63326]: DEBUG oslo_concurrency.lockutils [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.632477] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725613, 'name': ReconfigVM_Task, 'duration_secs': 0.426132} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.633157] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac/31002119-3635-4d4e-a1b6-69508d2aeaac.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.633806] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d5a1a0c-717d-4917-9af1-51244d1a016f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.642893] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1373.642893] env[63326]: value = "task-1725615" [ 1373.642893] env[63326]: _type = "Task" [ 1373.642893] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.657369] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725615, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.720609] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.821343] env[63326]: DEBUG nova.compute.utils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1373.825008] env[63326]: DEBUG nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1373.825194] env[63326]: DEBUG nova.network.neutron [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1373.880832] env[63326]: DEBUG nova.policy [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf3498d4a48545a2b368bcdc194eb0b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a90537989c2848ebba102448b230f4a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.052950] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquiring lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.053237] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquired lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.053418] env[63326]: DEBUG nova.network.neutron [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.069593] env[63326]: DEBUG nova.compute.utils [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.155688] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725615, 'name': Rename_Task, 'duration_secs': 0.163861} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.155981] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.156248] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbabded8-1550-4443-b782-dfc769fdb480 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.164025] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1374.164025] env[63326]: value = "task-1725616" [ 1374.164025] env[63326]: _type = "Task" [ 1374.164025] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.180885] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.219404] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.259837] env[63326]: DEBUG nova.network.neutron [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Successfully created port: 664fc9bc-866c-49b3-b5e9-f4b9b123dd98 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.325589] env[63326]: DEBUG nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.574340] env[63326]: DEBUG oslo_concurrency.lockutils [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.602224] env[63326]: DEBUG nova.network.neutron [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.676923] env[63326]: DEBUG oslo_vmware.api [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725616, 'name': PowerOnVM_Task, 'duration_secs': 0.51028} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.677389] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.677669] env[63326]: INFO nova.compute.manager [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Took 4.90 seconds to spawn the instance on the hypervisor. [ 1374.677874] env[63326]: DEBUG nova.compute.manager [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.679030] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32c190f-278e-473c-8c87-5287e35a0d45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.724777] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.766682] env[63326]: DEBUG nova.network.neutron [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Updating instance_info_cache with network_info: [{"id": "a6734fc3-239c-4b7f-a3ad-c4572088b9d0", "address": "fa:16:3e:6e:90:7a", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6734fc3-23", "ovs_interfaceid": "a6734fc3-239c-4b7f-a3ad-c4572088b9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.860627] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581cf1f5-d323-4320-83db-38ebd6aa8111 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.869847] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8188103e-2cc7-4b7e-a86f-6d1e63db7340 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.905941] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b97bac6-458a-414e-b126-112316415f9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.916800] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e542bf92-5cff-4248-8851-59e43fd44578 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.937555] env[63326]: DEBUG nova.compute.provider_tree [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.203969] env[63326]: INFO nova.compute.manager [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Took 37.94 seconds to build instance. [ 1375.221148] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725614, 'name': ReconfigVM_Task, 'duration_secs': 1.592706} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.221593] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 940287b1-6b3c-484e-9115-080f7b454587/940287b1-6b3c-484e-9115-080f7b454587.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.222379] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67c82ba2-0b80-4056-9bd2-c79b5a28c2df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.232766] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1375.232766] env[63326]: value = "task-1725617" [ 1375.232766] env[63326]: _type = "Task" [ 1375.232766] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.240990] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725617, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.271609] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Releasing lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.271959] env[63326]: DEBUG nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Instance network_info: |[{"id": "a6734fc3-239c-4b7f-a3ad-c4572088b9d0", "address": "fa:16:3e:6e:90:7a", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6734fc3-23", "ovs_interfaceid": "a6734fc3-239c-4b7f-a3ad-c4572088b9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.272400] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:90:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6734fc3-239c-4b7f-a3ad-c4572088b9d0', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.284397] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Creating folder: Project (ad0efe4fbfb84c3087ccd510e33065b4). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.285425] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6614ec8-364f-44a1-9076-ec3023020414 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.302019] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Created folder: Project (ad0efe4fbfb84c3087ccd510e33065b4) in parent group-v359097. [ 1375.302019] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Creating folder: Instances. Parent ref: group-v359186. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.302019] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-566ac8bc-d383-4df0-b247-8a4e6abc1fe1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.311830] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Created folder: Instances in parent group-v359186. [ 1375.311830] env[63326]: DEBUG oslo.service.loopingcall [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.311830] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.311830] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fe9f652-1f11-4e1a-8d79-79da5fa8a05c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.337466] env[63326]: DEBUG nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.339483] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.339483] env[63326]: value = "task-1725620" [ 1375.339483] env[63326]: _type = "Task" [ 1375.339483] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.351931] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725620, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.369094] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.369506] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.369750] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.370289] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.370482] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.370636] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.370850] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.371060] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.371285] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.371470] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.371678] env[63326]: DEBUG nova.virt.hardware [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.372990] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbb2242-5192-4c62-8b86-25d82842ef6b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.385034] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73793bd8-f388-4916-9962-8d4c920b62ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.460970] env[63326]: ERROR nova.scheduler.client.report [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [req-7b4dc348-613c-4e68-87a5-e066eccf02fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b4dc348-613c-4e68-87a5-e066eccf02fd"}]} [ 1375.484217] env[63326]: DEBUG nova.scheduler.client.report [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1375.500048] env[63326]: DEBUG nova.scheduler.client.report [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1375.500308] env[63326]: DEBUG nova.compute.provider_tree [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.512489] env[63326]: DEBUG nova.scheduler.client.report [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1375.533834] env[63326]: DEBUG nova.scheduler.client.report [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1375.604564] env[63326]: DEBUG nova.compute.manager [req-fcb7c420-0169-4148-bdbc-6bd92f9f25ee req-bceeb092-c767-4bbd-8c31-e16e9fe86993 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Received event network-changed-a6734fc3-239c-4b7f-a3ad-c4572088b9d0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1375.604564] env[63326]: DEBUG nova.compute.manager [req-fcb7c420-0169-4148-bdbc-6bd92f9f25ee req-bceeb092-c767-4bbd-8c31-e16e9fe86993 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Refreshing instance network info cache due to event network-changed-a6734fc3-239c-4b7f-a3ad-c4572088b9d0. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1375.604564] env[63326]: DEBUG oslo_concurrency.lockutils [req-fcb7c420-0169-4148-bdbc-6bd92f9f25ee req-bceeb092-c767-4bbd-8c31-e16e9fe86993 service nova] Acquiring lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.604564] env[63326]: DEBUG oslo_concurrency.lockutils [req-fcb7c420-0169-4148-bdbc-6bd92f9f25ee req-bceeb092-c767-4bbd-8c31-e16e9fe86993 service nova] Acquired lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.604916] env[63326]: DEBUG nova.network.neutron [req-fcb7c420-0169-4148-bdbc-6bd92f9f25ee req-bceeb092-c767-4bbd-8c31-e16e9fe86993 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Refreshing network info cache for port a6734fc3-239c-4b7f-a3ad-c4572088b9d0 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.649049] env[63326]: DEBUG oslo_concurrency.lockutils [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Acquiring lock "db22896d-0f47-473f-9aeb-e15490f5232d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.649330] env[63326]: DEBUG oslo_concurrency.lockutils [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.649573] env[63326]: INFO nova.compute.manager [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Attaching volume 00c390c2-9f26-472d-bf28-0519f1bf6659 to /dev/sdb [ 1375.689404] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379a5ab8-8243-44da-9bf0-77380fcca8d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.702189] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675bbc15-d413-4969-8bf6-04bc2d61035b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.711771] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5184a995-2953-47cf-838f-7a95d33fcc33 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "31002119-3635-4d4e-a1b6-69508d2aeaac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.979s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.728019] env[63326]: DEBUG nova.virt.block_device [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Updating existing volume attachment record: 98d2f1f4-d8a7-4909-8964-d20eb3567b0b {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1375.748800] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725617, 'name': Rename_Task, 'duration_secs': 0.252897} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.749417] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.749677] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc3de52d-4c4a-4f57-b776-05229e35b2e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.760509] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1375.760509] env[63326]: value = "task-1725621" [ 1375.760509] env[63326]: _type = "Task" [ 1375.760509] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.771741] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.850881] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725620, 'name': CreateVM_Task, 'duration_secs': 0.486156} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.851079] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.856022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.856022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.856022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.856022] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a813459-e6d7-4b40-8fc8-b6d46b854aee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.860631] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1375.860631] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ec6b3-2cc1-8b57-d607-245913188008" [ 1375.860631] env[63326]: _type = "Task" [ 1375.860631] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.869650] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ec6b3-2cc1-8b57-d607-245913188008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.071191] env[63326]: DEBUG nova.network.neutron [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Successfully updated port: 664fc9bc-866c-49b3-b5e9-f4b9b123dd98 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.120402] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95c4b8-9322-4a15-a8b4-6846ee3e85ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.129338] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abe7d23-9824-4b62-8ff9-ca395af5c6f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.166386] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106efe3f-49cc-4081-8ca7-b02caf88460f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.174847] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7d4e9-8730-44c5-a71e-110697dab166 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.190707] env[63326]: DEBUG nova.compute.provider_tree [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.213147] env[63326]: INFO nova.compute.manager [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Rebuilding instance [ 1376.217864] env[63326]: DEBUG nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.262485] env[63326]: DEBUG nova.compute.manager [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.263942] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c29903-aa90-4de0-ae69-c398d08e6563 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.275855] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.372312] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ec6b3-2cc1-8b57-d607-245913188008, 'name': SearchDatastore_Task, 'duration_secs': 0.019134} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.372312] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.372312] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.372312] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.372312] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.372554] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.372682] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dd3fa0b-b358-46da-a040-c26cfa2d76f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.386507] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.386855] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.387827] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427dbf45-cb59-4eb0-85b2-2cb95968a8bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.395226] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1376.395226] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52edeaf8-7f87-2f2e-a063-efe37b07b798" [ 1376.395226] env[63326]: _type = "Task" [ 1376.395226] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.408495] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52edeaf8-7f87-2f2e-a063-efe37b07b798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.409703] env[63326]: DEBUG nova.network.neutron [req-fcb7c420-0169-4148-bdbc-6bd92f9f25ee req-bceeb092-c767-4bbd-8c31-e16e9fe86993 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Updated VIF entry in instance network info cache for port a6734fc3-239c-4b7f-a3ad-c4572088b9d0. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.410134] env[63326]: DEBUG nova.network.neutron [req-fcb7c420-0169-4148-bdbc-6bd92f9f25ee req-bceeb092-c767-4bbd-8c31-e16e9fe86993 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Updating instance_info_cache with network_info: [{"id": "a6734fc3-239c-4b7f-a3ad-c4572088b9d0", "address": "fa:16:3e:6e:90:7a", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6734fc3-23", "ovs_interfaceid": "a6734fc3-239c-4b7f-a3ad-c4572088b9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.582733] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquiring lock "refresh_cache-5abce697-9c13-4f21-ab19-38118cee8fe0" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.582885] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquired lock "refresh_cache-5abce697-9c13-4f21-ab19-38118cee8fe0" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.583132] env[63326]: DEBUG nova.network.neutron [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.728153] env[63326]: DEBUG nova.scheduler.client.report [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1376.728482] env[63326]: DEBUG nova.compute.provider_tree [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 60 to 61 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1376.728579] env[63326]: DEBUG nova.compute.provider_tree [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.743788] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.775451] env[63326]: DEBUG oslo_vmware.api [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725621, 'name': PowerOnVM_Task, 'duration_secs': 0.661204} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.775896] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.776269] env[63326]: INFO nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Took 16.40 seconds to spawn the instance on the hypervisor. [ 1376.776499] env[63326]: DEBUG nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.777581] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c724c1-df8c-4d27-9e92-a1002788078d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.907060] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52edeaf8-7f87-2f2e-a063-efe37b07b798, 'name': SearchDatastore_Task, 'duration_secs': 0.014644} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.907749] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627e6df7-d745-4ee1-8ede-b8d0e1d3a5ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.912621] env[63326]: DEBUG oslo_concurrency.lockutils [req-fcb7c420-0169-4148-bdbc-6bd92f9f25ee req-bceeb092-c767-4bbd-8c31-e16e9fe86993 service nova] Releasing lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.930623] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1376.930623] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ea0fc-02f8-bcb8-1e46-f90bc26488f2" [ 1376.930623] env[63326]: _type = "Task" [ 1376.930623] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.938766] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ea0fc-02f8-bcb8-1e46-f90bc26488f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.128647] env[63326]: DEBUG nova.network.neutron [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.233739] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.919s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.234477] env[63326]: DEBUG nova.compute.manager [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.237795] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.206s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.285993] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.286341] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79d3864d-f2b0-49b3-9a9a-f69dfa6add01 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.297980] env[63326]: DEBUG nova.network.neutron [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Updating instance_info_cache with network_info: [{"id": "664fc9bc-866c-49b3-b5e9-f4b9b123dd98", "address": "fa:16:3e:dd:a3:cf", "network": {"id": "63a46a79-2399-4285-acec-9609008c736e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1950216198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a90537989c2848ebba102448b230f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664fc9bc-86", "ovs_interfaceid": "664fc9bc-866c-49b3-b5e9-f4b9b123dd98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.300403] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1377.300403] env[63326]: value = "task-1725625" [ 1377.300403] env[63326]: _type = "Task" [ 1377.300403] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.307117] env[63326]: INFO nova.compute.manager [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Took 44.57 seconds to build instance. [ 1377.314993] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.444059] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ea0fc-02f8-bcb8-1e46-f90bc26488f2, 'name': SearchDatastore_Task, 'duration_secs': 0.034027} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.444059] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.444263] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3f40a8f7-b930-46dc-b2c1-0afb27d10e54/3f40a8f7-b930-46dc-b2c1-0afb27d10e54.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.444510] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cace2c9-f5c8-4eaa-91ee-845c30b84c54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.454732] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1377.454732] env[63326]: value = "task-1725626" [ 1377.454732] env[63326]: _type = "Task" [ 1377.454732] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.465017] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.634107] env[63326]: DEBUG nova.compute.manager [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Received event network-vif-plugged-664fc9bc-866c-49b3-b5e9-f4b9b123dd98 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1377.634107] env[63326]: DEBUG oslo_concurrency.lockutils [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] Acquiring lock "5abce697-9c13-4f21-ab19-38118cee8fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.634107] env[63326]: DEBUG oslo_concurrency.lockutils [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] Lock "5abce697-9c13-4f21-ab19-38118cee8fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.634107] env[63326]: DEBUG oslo_concurrency.lockutils [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] Lock "5abce697-9c13-4f21-ab19-38118cee8fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.634346] env[63326]: DEBUG nova.compute.manager [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] No waiting events found dispatching network-vif-plugged-664fc9bc-866c-49b3-b5e9-f4b9b123dd98 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.634531] env[63326]: WARNING nova.compute.manager [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Received unexpected event network-vif-plugged-664fc9bc-866c-49b3-b5e9-f4b9b123dd98 for instance with vm_state building and task_state spawning. [ 1377.634703] env[63326]: DEBUG nova.compute.manager [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Received event network-changed-664fc9bc-866c-49b3-b5e9-f4b9b123dd98 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1377.634904] env[63326]: DEBUG nova.compute.manager [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Refreshing instance network info cache due to event network-changed-664fc9bc-866c-49b3-b5e9-f4b9b123dd98. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1377.635102] env[63326]: DEBUG oslo_concurrency.lockutils [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] Acquiring lock "refresh_cache-5abce697-9c13-4f21-ab19-38118cee8fe0" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.741667] env[63326]: DEBUG nova.compute.utils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1377.751935] env[63326]: DEBUG nova.compute.manager [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Not allocating networking since 'none' was specified. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1377.801990] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Releasing lock "refresh_cache-5abce697-9c13-4f21-ab19-38118cee8fe0" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.803630] env[63326]: DEBUG nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Instance network_info: |[{"id": "664fc9bc-866c-49b3-b5e9-f4b9b123dd98", "address": "fa:16:3e:dd:a3:cf", "network": {"id": "63a46a79-2399-4285-acec-9609008c736e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1950216198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a90537989c2848ebba102448b230f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664fc9bc-86", "ovs_interfaceid": "664fc9bc-866c-49b3-b5e9-f4b9b123dd98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.803825] env[63326]: DEBUG oslo_concurrency.lockutils [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] Acquired lock "refresh_cache-5abce697-9c13-4f21-ab19-38118cee8fe0" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.804075] env[63326]: DEBUG nova.network.neutron [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Refreshing network info cache for port 664fc9bc-866c-49b3-b5e9-f4b9b123dd98 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.807745] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:a3:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '664fc9bc-866c-49b3-b5e9-f4b9b123dd98', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.813947] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Creating folder: Project (a90537989c2848ebba102448b230f4a7). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.818615] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49a589d6-c0b6-4e4a-8f98-751756dcc08d tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "940287b1-6b3c-484e-9115-080f7b454587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.463s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.818895] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-595212c3-006b-4507-a3bc-c696b14f16fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.829444] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725625, 'name': PowerOffVM_Task, 'duration_secs': 0.274224} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.829600] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.829706] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.831144] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaeb21b-6280-4856-a3b4-bd2a5665ed37 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.836699] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Created folder: Project (a90537989c2848ebba102448b230f4a7) in parent group-v359097. [ 1377.836903] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Creating folder: Instances. Parent ref: group-v359192. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.837608] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93acff1a-50d4-4a68-8101-51fc62f0ba47 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.843157] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.843157] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-854c101c-143e-49bc-88c9-2c8590acaeb9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.850505] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Created folder: Instances in parent group-v359192. [ 1377.850794] env[63326]: DEBUG oslo.service.loopingcall [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.850996] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.851234] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9de1ce12-be66-4cc2-b989-f47f8fdd4bf2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.873709] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.873709] env[63326]: value = "task-1725630" [ 1377.873709] env[63326]: _type = "Task" [ 1377.873709] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.877035] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.877035] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.877035] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Deleting the datastore file [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.880884] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-140c2785-666e-418c-9daa-b5d0a532f554 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.889572] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725630, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.894232] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1377.894232] env[63326]: value = "task-1725631" [ 1377.894232] env[63326]: _type = "Task" [ 1377.894232] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.901087] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.967241] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725626, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.253109] env[63326]: DEBUG nova.compute.manager [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.259880] env[63326]: INFO nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating resource usage from migration fa85341e-ae26-49cf-8d59-cb1ef1a5da2d [ 1378.289494] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 521c8d2a-97aa-45cf-b16e-850393935c6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.289813] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance d1ec065a-cb29-4429-aaa3-a9ef8b6b1302 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.289885] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f5876f3c-d9cf-4c2f-be4e-6d4a21322eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.290016] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 45931623-3aa6-4ad0-8f39-66df3081379a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1378.290192] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6be94b16-80b6-401b-86ff-853141f16e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.290260] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 56adab99-108b-4ba6-927c-ac38e47a13fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.290359] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8031f33e-874a-4028-885b-081279aa1912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.290470] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance cd790c7d-8dc7-4066-b0e3-10660c5d163f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.290600] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance db22896d-0f47-473f-9aeb-e15490f5232d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance a4796c22-8e8f-4677-bb59-9e229fd98f84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2eedd158-0d03-42eb-9613-caa6ff90b54a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance be5490f1-3a52-4019-8b49-b4226a57331c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 7e178341-9bd5-498c-a076-ddcfbbf4823f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1378.294023] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 192917aa-96cd-4d58-b160-e022003d565a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 692d1c21-885a-4b1c-9eb2-9e18d95814c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 940287b1-6b3c-484e-9115-080f7b454587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 31002119-3635-4d4e-a1b6-69508d2aeaac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3f40a8f7-b930-46dc-b2c1-0afb27d10e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 5abce697-9c13-4f21-ab19-38118cee8fe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.294023] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f252e51d-4fcf-4558-8796-86c7d48270d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.324149] env[63326]: DEBUG nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.387436] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725630, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.402000] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435354} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.402271] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.402462] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.403027] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.430215] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "940287b1-6b3c-484e-9115-080f7b454587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.430526] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "940287b1-6b3c-484e-9115-080f7b454587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.430765] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "940287b1-6b3c-484e-9115-080f7b454587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.430928] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "940287b1-6b3c-484e-9115-080f7b454587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.431163] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "940287b1-6b3c-484e-9115-080f7b454587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.434056] env[63326]: INFO nova.compute.manager [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Terminating instance [ 1378.465304] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764004} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.465551] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3f40a8f7-b930-46dc-b2c1-0afb27d10e54/3f40a8f7-b930-46dc-b2c1-0afb27d10e54.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.465755] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.465999] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48cf6dc7-5009-4a7f-927f-7d12e06e4c50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.475683] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1378.475683] env[63326]: value = "task-1725633" [ 1378.475683] env[63326]: _type = "Task" [ 1378.475683] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.487243] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.592751] env[63326]: DEBUG nova.network.neutron [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Updated VIF entry in instance network info cache for port 664fc9bc-866c-49b3-b5e9-f4b9b123dd98. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.593120] env[63326]: DEBUG nova.network.neutron [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Updating instance_info_cache with network_info: [{"id": "664fc9bc-866c-49b3-b5e9-f4b9b123dd98", "address": "fa:16:3e:dd:a3:cf", "network": {"id": "63a46a79-2399-4285-acec-9609008c736e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1950216198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a90537989c2848ebba102448b230f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664fc9bc-86", "ovs_interfaceid": "664fc9bc-866c-49b3-b5e9-f4b9b123dd98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.796589] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f319fa4f-12a1-4c82-8f25-4cd33cbe15fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1378.848286] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.888171] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725630, 'name': CreateVM_Task, 'duration_secs': 0.866918} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.888356] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.889071] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.889239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.889572] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.889834] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a141cd-43ac-411b-96d7-860b538b2e4f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.896171] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1378.896171] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521370b5-33bb-ef62-a426-35d7ec416d89" [ 1378.896171] env[63326]: _type = "Task" [ 1378.896171] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.905605] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521370b5-33bb-ef62-a426-35d7ec416d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.941930] env[63326]: DEBUG nova.compute.manager [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1378.942231] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.943550] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d5de43-f5e4-41d8-8b74-65aba871c265 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.953088] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.953424] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2601505-7650-468e-9b5c-12ea3a6d4804 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.962736] env[63326]: DEBUG oslo_vmware.api [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1378.962736] env[63326]: value = "task-1725634" [ 1378.962736] env[63326]: _type = "Task" [ 1378.962736] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.972978] env[63326]: DEBUG oslo_vmware.api [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.986216] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078388} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.986479] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.987294] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f812159-15d7-4347-af9b-8b94a09f6e55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.010417] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 3f40a8f7-b930-46dc-b2c1-0afb27d10e54/3f40a8f7-b930-46dc-b2c1-0afb27d10e54.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.010805] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b00df4-ba98-48c1-9226-3539050bf014 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.032411] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1379.032411] env[63326]: value = "task-1725635" [ 1379.032411] env[63326]: _type = "Task" [ 1379.032411] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.042175] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.095984] env[63326]: DEBUG oslo_concurrency.lockutils [req-65ec64d7-c04a-46ea-bb5e-80a1aff25f32 req-849d1e90-5df4-4409-a763-af33fdcb486f service nova] Releasing lock "refresh_cache-5abce697-9c13-4f21-ab19-38118cee8fe0" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.273540] env[63326]: DEBUG nova.compute.manager [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.300059] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e310e14f-4487-4993-a6b6-367be947a9ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1379.306374] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.306714] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.306879] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.307417] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.307417] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.307417] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.307640] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.307810] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.307985] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.308163] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.308358] env[63326]: DEBUG nova.virt.hardware [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.309301] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2d6206-dfff-43a9-a80a-6de22d3a99fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.320812] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbde005-d397-4625-9523-42cdf5adfaf8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.339482] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.345246] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Creating folder: Project (e9ee0c15fd61443baa72eec223242285). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.345653] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aa8689e-35af-42d3-94a4-6cb26af99b84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.359051] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Created folder: Project (e9ee0c15fd61443baa72eec223242285) in parent group-v359097. [ 1379.359485] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Creating folder: Instances. Parent ref: group-v359195. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.359802] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a943f7e6-8808-49b1-8254-43cf21c4e043 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.372468] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Created folder: Instances in parent group-v359195. [ 1379.372754] env[63326]: DEBUG oslo.service.loopingcall [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.373018] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.373297] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-418f29ef-ca5f-45df-9f1e-7a393c29273a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.392041] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.392041] env[63326]: value = "task-1725638" [ 1379.392041] env[63326]: _type = "Task" [ 1379.392041] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.403164] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725638, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.412330] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521370b5-33bb-ef62-a426-35d7ec416d89, 'name': SearchDatastore_Task, 'duration_secs': 0.038501} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.412834] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.413088] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.413394] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.413485] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.413688] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.413917] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0085bd12-6586-476a-88a1-16aa7516a3e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.424623] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.424852] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.425598] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7786bd93-8566-4593-9216-502e6702fddc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.434512] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1379.434512] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c0949f-b7b2-7632-ff75-f6de34665c89" [ 1379.434512] env[63326]: _type = "Task" [ 1379.434512] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.438924] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.439176] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.439340] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.439513] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.439654] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.439798] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.440015] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.440175] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.440333] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.440486] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.440664] env[63326]: DEBUG nova.virt.hardware [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.441586] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41cd6fd-d687-498a-af98-b17b7a2eb84e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.453686] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8ac90-0232-4872-ba4a-27bb09d4acd8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.457932] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c0949f-b7b2-7632-ff75-f6de34665c89, 'name': SearchDatastore_Task, 'duration_secs': 0.013951} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.459315] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af90e0c6-d4e6-464a-92ff-d8ee5ce7c79c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.469809] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.476137] env[63326]: DEBUG oslo.service.loopingcall [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.482379] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.483767] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146ee94f-06b3-469d-8bb3-18caab784e2a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.496467] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1379.496467] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523a9da2-19e1-b9d7-35b7-0fa16c77cdca" [ 1379.496467] env[63326]: _type = "Task" [ 1379.496467] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.503957] env[63326]: DEBUG oslo_vmware.api [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725634, 'name': PowerOffVM_Task, 'duration_secs': 0.282008} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.505561] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.505746] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.505977] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.505977] env[63326]: value = "task-1725639" [ 1379.505977] env[63326]: _type = "Task" [ 1379.505977] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.506186] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e14394b7-e674-4d85-ba0b-979be6453ed6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.514057] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523a9da2-19e1-b9d7-35b7-0fa16c77cdca, 'name': SearchDatastore_Task, 'duration_secs': 0.012703} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.514713] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.514971] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 5abce697-9c13-4f21-ab19-38118cee8fe0/5abce697-9c13-4f21-ab19-38118cee8fe0.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.515550] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5831fc2d-5517-4188-b1af-72729a1f2727 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.521370] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725639, 'name': CreateVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.522685] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1379.522685] env[63326]: value = "task-1725641" [ 1379.522685] env[63326]: _type = "Task" [ 1379.522685] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.531138] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.544310] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.708685] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.708929] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.709111] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Deleting the datastore file [datastore1] 940287b1-6b3c-484e-9115-080f7b454587 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.709413] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8241cb50-a6b6-4b28-b4ca-f8935dfd6a56 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.717231] env[63326]: DEBUG oslo_vmware.api [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1379.717231] env[63326]: value = "task-1725642" [ 1379.717231] env[63326]: _type = "Task" [ 1379.717231] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.729009] env[63326]: DEBUG oslo_vmware.api [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.803416] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 0aad3079-8ed4-4e29-95e6-9ad3580ec300 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1379.905453] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725638, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.020445] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725639, 'name': CreateVM_Task, 'duration_secs': 0.420551} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.020808] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.021475] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.021856] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.022159] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.022516] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2166fa5f-49e7-411a-9d72-53ab94e0101c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.036862] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1380.036862] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5213650f-ee6a-1fe5-af3d-6ef023f4d164" [ 1380.036862] env[63326]: _type = "Task" [ 1380.036862] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.037288] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725641, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.050140] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5213650f-ee6a-1fe5-af3d-6ef023f4d164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.053792] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.231811] env[63326]: DEBUG oslo_vmware.api [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.306465] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1380.306712] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359191', 'volume_id': '00c390c2-9f26-472d-bf28-0519f1bf6659', 'name': 'volume-00c390c2-9f26-472d-bf28-0519f1bf6659', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db22896d-0f47-473f-9aeb-e15490f5232d', 'attached_at': '', 'detached_at': '', 'volume_id': '00c390c2-9f26-472d-bf28-0519f1bf6659', 'serial': '00c390c2-9f26-472d-bf28-0519f1bf6659'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1380.307546] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2503dee7-4536-4222-909c-e24a3718df40 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1380.309392] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb17586-51e2-4229-9ad8-2257619bf3c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.331714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6eb0ca-dd8c-4876-be1c-26848388533b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.362810] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] volume-00c390c2-9f26-472d-bf28-0519f1bf6659/volume-00c390c2-9f26-472d-bf28-0519f1bf6659.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.363699] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a975ffd8-1b7a-4bf8-b324-bf2d304f10bc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.386589] env[63326]: DEBUG oslo_vmware.api [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Waiting for the task: (returnval){ [ 1380.386589] env[63326]: value = "task-1725643" [ 1380.386589] env[63326]: _type = "Task" [ 1380.386589] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.397318] env[63326]: DEBUG oslo_vmware.api [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.406931] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725638, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.540454] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595735} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.548910] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 5abce697-9c13-4f21-ab19-38118cee8fe0/5abce697-9c13-4f21-ab19-38118cee8fe0.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.549118] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.549386] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-909d7232-27d0-4dec-b2d5-0477292c9c65 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.557178] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725635, 'name': ReconfigVM_Task, 'duration_secs': 1.358909} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.562503] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 3f40a8f7-b930-46dc-b2c1-0afb27d10e54/3f40a8f7-b930-46dc-b2c1-0afb27d10e54.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.563314] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1380.563314] env[63326]: value = "task-1725644" [ 1380.563314] env[63326]: _type = "Task" [ 1380.563314] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.563583] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5213650f-ee6a-1fe5-af3d-6ef023f4d164, 'name': SearchDatastore_Task, 'duration_secs': 0.049992} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.567085] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-110166ba-2bf1-4ea3-b9ee-8d25fdbe58f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.567085] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.567085] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.567085] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.567085] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.567085] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.570415] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40369dad-fa75-4d33-9a59-2d67611b13ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.578459] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.581018] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1380.581018] env[63326]: value = "task-1725645" [ 1380.581018] env[63326]: _type = "Task" [ 1380.581018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.581810] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.581982] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.585993] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693ff9ae-cf59-4bff-b5fa-58160e1db975 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.593583] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1380.593583] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52898714-bfba-3fc8-0dd5-86a25dacef33" [ 1380.593583] env[63326]: _type = "Task" [ 1380.593583] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.598052] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725645, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.609186] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52898714-bfba-3fc8-0dd5-86a25dacef33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.728401] env[63326]: DEBUG oslo_vmware.api [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.680332} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.728649] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.728834] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.729022] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.729209] env[63326]: INFO nova.compute.manager [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1380.729580] env[63326]: DEBUG oslo.service.loopingcall [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.729816] env[63326]: DEBUG nova.compute.manager [-] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1380.729883] env[63326]: DEBUG nova.network.neutron [-] [instance: 940287b1-6b3c-484e-9115-080f7b454587] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1380.814468] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 530863d0-7395-4add-8633-51aa81bf1067 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1380.899272] env[63326]: DEBUG oslo_vmware.api [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.908184] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725638, 'name': CreateVM_Task, 'duration_secs': 1.200373} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.908363] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.908766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.908936] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.909354] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.909684] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5d2938-57c0-4a61-be2a-033a2a3084da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.914989] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1380.914989] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52202657-60af-615a-ecfb-a7b92bd7552f" [ 1380.914989] env[63326]: _type = "Task" [ 1380.914989] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.932891] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52202657-60af-615a-ecfb-a7b92bd7552f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.041580] env[63326]: DEBUG nova.compute.manager [req-7ec70c76-b043-48d2-ae5d-f8a442440f0b req-4cb5d7a1-b05e-4f13-961c-50503edfb3a2 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-vif-deleted-6075d39c-f7f2-41c0-ad54-5cbe87dcf471 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1381.041963] env[63326]: INFO nova.compute.manager [req-7ec70c76-b043-48d2-ae5d-f8a442440f0b req-4cb5d7a1-b05e-4f13-961c-50503edfb3a2 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Neutron deleted interface 6075d39c-f7f2-41c0-ad54-5cbe87dcf471; detaching it from the instance and deleting it from the info cache [ 1381.046196] env[63326]: DEBUG nova.network.neutron [req-7ec70c76-b043-48d2-ae5d-f8a442440f0b req-4cb5d7a1-b05e-4f13-961c-50503edfb3a2 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Updating instance_info_cache with network_info: [{"id": "7d477505-8a99-4be8-834e-dd1a56b53dd4", "address": "fa:16:3e:d4:ef:ee", "network": {"id": "0237468c-17a9-4bc7-ad6a-14a6200cc7bf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-428828865", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d477505-8a", "ovs_interfaceid": "7d477505-8a99-4be8-834e-dd1a56b53dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb8d3f9-b192-4eff-bc6e-971ec19211d9", "address": "fa:16:3e:73:53:ae", "network": {"id": "61060353-9485-4848-a582-603adc2ab7e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2010033468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb8d3f9-b1", "ovs_interfaceid": "2bb8d3f9-b192-4eff-bc6e-971ec19211d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.082943] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070919} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.083368] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.087631] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b5de9-67a0-4bad-afd7-e437749b5336 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.101275] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725645, 'name': Rename_Task, 'duration_secs': 0.17005} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.115860] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.125150] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5abce697-9c13-4f21-ab19-38118cee8fe0/5abce697-9c13-4f21-ab19-38118cee8fe0.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.125850] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3e7f814-df63-41ca-818d-73e6c019209b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.127835] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ee13db-daa1-47a1-805a-c1a0e4d572b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.152317] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52898714-bfba-3fc8-0dd5-86a25dacef33, 'name': SearchDatastore_Task, 'duration_secs': 0.015738} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.155528] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1381.155528] env[63326]: value = "task-1725646" [ 1381.155528] env[63326]: _type = "Task" [ 1381.155528] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.155787] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1381.155787] env[63326]: value = "task-1725647" [ 1381.155787] env[63326]: _type = "Task" [ 1381.155787] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.157632] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf21971-502f-410b-b10e-2b33368f5732 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.173740] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1381.173740] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5220b96c-2477-d87a-8474-80564645c4bb" [ 1381.173740] env[63326]: _type = "Task" [ 1381.173740] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.173962] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725646, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.178811] env[63326]: DEBUG oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693048-d2cd-dcad-1d00-25da0257a825/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1381.179157] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.179946] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1f6b52-b370-46fa-b3b8-f52932c90802 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.189894] env[63326]: DEBUG oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693048-d2cd-dcad-1d00-25da0257a825/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1381.190087] env[63326]: ERROR oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693048-d2cd-dcad-1d00-25da0257a825/disk-0.vmdk due to incomplete transfer. [ 1381.193458] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ceb4e7ce-4857-42a2-a291-2ecb58d462fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.195179] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5220b96c-2477-d87a-8474-80564645c4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.201688] env[63326]: DEBUG oslo_vmware.rw_handles [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693048-d2cd-dcad-1d00-25da0257a825/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1381.201938] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Uploaded image 125c8049-9442-4b49-8bda-9bb46eb2a16f to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1381.204221] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1381.204533] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47bdd745-9cec-4f2c-8232-1460d7cf2f30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.211936] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1381.211936] env[63326]: value = "task-1725648" [ 1381.211936] env[63326]: _type = "Task" [ 1381.211936] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.220617] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725648, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.317957] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 22d7c5ad-bee8-4669-97eb-41f10f883d7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1381.403995] env[63326]: DEBUG oslo_vmware.api [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725643, 'name': ReconfigVM_Task, 'duration_secs': 0.742623} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.404370] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] volume-00c390c2-9f26-472d-bf28-0519f1bf6659/volume-00c390c2-9f26-472d-bf28-0519f1bf6659.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.409807] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f309865-1dba-4fd3-8841-6faf790f07db {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.433539] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52202657-60af-615a-ecfb-a7b92bd7552f, 'name': SearchDatastore_Task, 'duration_secs': 0.032} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.438886] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.438886] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.438886] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.438886] env[63326]: DEBUG oslo_vmware.api [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Waiting for the task: (returnval){ [ 1381.438886] env[63326]: value = "task-1725649" [ 1381.438886] env[63326]: _type = "Task" [ 1381.438886] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.448421] env[63326]: DEBUG oslo_vmware.api [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.548189] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fe6b461-2166-4325-b8f2-babcfb0707ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.559552] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dca59c5-99b5-4e08-a601-05fbe74875c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.607329] env[63326]: DEBUG nova.compute.manager [req-7ec70c76-b043-48d2-ae5d-f8a442440f0b req-4cb5d7a1-b05e-4f13-961c-50503edfb3a2 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Detach interface failed, port_id=6075d39c-f7f2-41c0-ad54-5cbe87dcf471, reason: Instance 940287b1-6b3c-484e-9115-080f7b454587 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1381.680035] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.680396] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725647, 'name': ReconfigVM_Task, 'duration_secs': 0.356635} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.684391] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5abce697-9c13-4f21-ab19-38118cee8fe0/5abce697-9c13-4f21-ab19-38118cee8fe0.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.684503] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efab134d-bd31-44ef-885f-0a8a35778030 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.692056] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5220b96c-2477-d87a-8474-80564645c4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.022578} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.693336] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.693607] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac/31002119-3635-4d4e-a1b6-69508d2aeaac.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.693911] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1381.693911] env[63326]: value = "task-1725650" [ 1381.693911] env[63326]: _type = "Task" [ 1381.693911] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.694129] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.694335] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.694550] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950bf8db-f702-40fa-8c0e-7eeba48b610f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.696525] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6313b77-3e9f-428b-b82f-868517350318 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.708524] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725650, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.710844] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1381.710844] env[63326]: value = "task-1725651" [ 1381.710844] env[63326]: _type = "Task" [ 1381.710844] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.711077] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.712018] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.712215] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b32d87-c2e9-426f-9cf9-997b1ab6484a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.725532] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1381.725532] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b2ca66-fb1d-9f3e-ccee-1077e5d13f39" [ 1381.725532] env[63326]: _type = "Task" [ 1381.725532] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.732594] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725648, 'name': Destroy_Task, 'duration_secs': 0.398438} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.732865] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.736233] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Destroyed the VM [ 1381.736518] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1381.737170] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72c98413-7d02-4979-b532-ef464e45ef9e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.745891] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b2ca66-fb1d-9f3e-ccee-1077e5d13f39, 'name': SearchDatastore_Task, 'duration_secs': 0.01407} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.747910] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1381.747910] env[63326]: value = "task-1725652" [ 1381.747910] env[63326]: _type = "Task" [ 1381.747910] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.748209] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b000106-5e3f-47a0-9617-8b3f8171f089 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.760086] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1381.760086] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ef2f7a-cb71-941a-8d24-ade3cbddd701" [ 1381.760086] env[63326]: _type = "Task" [ 1381.760086] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.760341] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.768764] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ef2f7a-cb71-941a-8d24-ade3cbddd701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.821875] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 04db72ce-e49a-4ee7-a321-9810dd258233 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1381.951243] env[63326]: DEBUG nova.network.neutron [-] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.952575] env[63326]: DEBUG oslo_vmware.api [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725649, 'name': ReconfigVM_Task, 'duration_secs': 0.156713} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.952864] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359191', 'volume_id': '00c390c2-9f26-472d-bf28-0519f1bf6659', 'name': 'volume-00c390c2-9f26-472d-bf28-0519f1bf6659', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db22896d-0f47-473f-9aeb-e15490f5232d', 'attached_at': '', 'detached_at': '', 'volume_id': '00c390c2-9f26-472d-bf28-0519f1bf6659', 'serial': '00c390c2-9f26-472d-bf28-0519f1bf6659'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1382.172746] env[63326]: DEBUG oslo_vmware.api [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725646, 'name': PowerOnVM_Task, 'duration_secs': 0.529978} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.173117] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.173404] env[63326]: INFO nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1382.173613] env[63326]: DEBUG nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.174452] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d9200d-51dc-405c-830c-7a3fc677d237 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.208314] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725650, 'name': Rename_Task, 'duration_secs': 0.164212} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.208314] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.208314] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dbbe982-20a7-42a6-82ea-af19debdf1c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.217529] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1382.217529] env[63326]: value = "task-1725653" [ 1382.217529] env[63326]: _type = "Task" [ 1382.217529] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.225425] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467548} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.225976] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac/31002119-3635-4d4e-a1b6-69508d2aeaac.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.226407] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.227273] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aadb7a6a-80f6-4b1c-a10f-7272725bc3ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.233444] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.239047] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1382.239047] env[63326]: value = "task-1725654" [ 1382.239047] env[63326]: _type = "Task" [ 1382.239047] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.248912] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.262090] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.270939] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ef2f7a-cb71-941a-8d24-ade3cbddd701, 'name': SearchDatastore_Task, 'duration_secs': 0.013152} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.271222] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.271484] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f252e51d-4fcf-4558-8796-86c7d48270d9/f252e51d-4fcf-4558-8796-86c7d48270d9.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.271728] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f43cca-df30-4e88-92a4-798ed9c1fe1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.278377] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1382.278377] env[63326]: value = "task-1725655" [ 1382.278377] env[63326]: _type = "Task" [ 1382.278377] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.286699] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.327230] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3887d706-a6f2-4e8d-b6db-8946280404a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1382.455755] env[63326]: INFO nova.compute.manager [-] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Took 1.73 seconds to deallocate network for instance. [ 1382.695975] env[63326]: INFO nova.compute.manager [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Took 43.50 seconds to build instance. [ 1382.730272] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.750079] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117236} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.750753] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.752044] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd12f8-df6e-4ff8-80f4-d1227e64e4a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.764759] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725652, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.779832] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac/31002119-3635-4d4e-a1b6-69508d2aeaac.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.781036] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a65486-fc78-426d-8233-011502a3fa30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.806283] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725655, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.807194] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1382.807194] env[63326]: value = "task-1725656" [ 1382.807194] env[63326]: _type = "Task" [ 1382.807194] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.816129] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.830166] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 26e0c08f-605b-43f0-9213-0e19d2f24e46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1382.938295] env[63326]: DEBUG nova.compute.manager [None req-3239dc57-69d7-439a-949b-dc37c6976cd8 tempest-ServerExternalEventsTest-951580536 tempest-ServerExternalEventsTest-951580536-project] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Received event network-changed {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1382.938495] env[63326]: DEBUG nova.compute.manager [None req-3239dc57-69d7-439a-949b-dc37c6976cd8 tempest-ServerExternalEventsTest-951580536 tempest-ServerExternalEventsTest-951580536-project] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Refreshing instance network info cache due to event network-changed. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1382.938713] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3239dc57-69d7-439a-949b-dc37c6976cd8 tempest-ServerExternalEventsTest-951580536 tempest-ServerExternalEventsTest-951580536-project] Acquiring lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.938877] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3239dc57-69d7-439a-949b-dc37c6976cd8 tempest-ServerExternalEventsTest-951580536 tempest-ServerExternalEventsTest-951580536-project] Acquired lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.939079] env[63326]: DEBUG nova.network.neutron [None req-3239dc57-69d7-439a-949b-dc37c6976cd8 tempest-ServerExternalEventsTest-951580536 tempest-ServerExternalEventsTest-951580536-project] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.965324] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.995964] env[63326]: DEBUG nova.objects.instance [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Lazy-loading 'flavor' on Instance uuid db22896d-0f47-473f-9aeb-e15490f5232d {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.119595] env[63326]: DEBUG nova.compute.manager [req-0576ae08-0237-4c65-acc9-0b0f1b249e52 req-bd2368d6-0b5f-4bbb-b69a-df6b57e3e9f9 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-vif-deleted-2bb8d3f9-b192-4eff-bc6e-971ec19211d9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1383.119810] env[63326]: DEBUG nova.compute.manager [req-0576ae08-0237-4c65-acc9-0b0f1b249e52 req-bd2368d6-0b5f-4bbb-b69a-df6b57e3e9f9 service nova] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Received event network-vif-deleted-7d477505-8a99-4be8-834e-dd1a56b53dd4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1383.199512] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da326b38-08a0-4f40-bfc3-3a9bcc8c2874 tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.290s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.235041] env[63326]: DEBUG oslo_vmware.api [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725653, 'name': PowerOnVM_Task, 'duration_secs': 0.796765} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.235181] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.235450] env[63326]: INFO nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1383.235691] env[63326]: DEBUG nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.236878] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df665a51-1fb9-404d-959c-db2282664903 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.266404] env[63326]: DEBUG oslo_vmware.api [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725652, 'name': RemoveSnapshot_Task, 'duration_secs': 1.083878} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.266770] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1383.267114] env[63326]: INFO nova.compute.manager [None req-34a06264-a235-4364-a919-d1f8c7de2c8b tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Took 18.16 seconds to snapshot the instance on the hypervisor. [ 1383.293668] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584338} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.294040] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f252e51d-4fcf-4558-8796-86c7d48270d9/f252e51d-4fcf-4558-8796-86c7d48270d9.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.294378] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.294717] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e490bf2-b42d-4602-937b-972b50186c05 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.304014] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1383.304014] env[63326]: value = "task-1725657" [ 1383.304014] env[63326]: _type = "Task" [ 1383.304014] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.319932] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.324885] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725656, 'name': ReconfigVM_Task, 'duration_secs': 0.419129} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.325243] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac/31002119-3635-4d4e-a1b6-69508d2aeaac.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.326087] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-001403d1-50e9-4339-ad92-1d243a4d8d8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.333443] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 306771ef-135a-4b79-b20d-2250464ef4d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1383.336934] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1383.336934] env[63326]: value = "task-1725658" [ 1383.336934] env[63326]: _type = "Task" [ 1383.336934] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.351331] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725658, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.500842] env[63326]: DEBUG oslo_concurrency.lockutils [None req-afee038e-7b06-4bee-9904-1a7c83fb60e0 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.594573] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquiring lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.594833] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.595055] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquiring lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.595233] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.595393] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.597489] env[63326]: INFO nova.compute.manager [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Terminating instance [ 1383.701789] env[63326]: DEBUG nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.706676] env[63326]: DEBUG nova.network.neutron [None req-3239dc57-69d7-439a-949b-dc37c6976cd8 tempest-ServerExternalEventsTest-951580536 tempest-ServerExternalEventsTest-951580536-project] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Updating instance_info_cache with network_info: [{"id": "a6734fc3-239c-4b7f-a3ad-c4572088b9d0", "address": "fa:16:3e:6e:90:7a", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6734fc3-23", "ovs_interfaceid": "a6734fc3-239c-4b7f-a3ad-c4572088b9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.756958] env[63326]: INFO nova.compute.manager [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Took 35.95 seconds to build instance. [ 1383.814973] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069287} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.816184] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.818988] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275974ce-8908-49ab-8f90-d31146fc1a62 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.841853] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] f252e51d-4fcf-4558-8796-86c7d48270d9/f252e51d-4fcf-4558-8796-86c7d48270d9.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.843092] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 7283b32e-7419-426a-8f8a-b1644862ea0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1383.846760] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc559a3-03b2-4990-a5bb-c5b8084eeea2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.860121] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance aafab203-8757-4bab-b2f1-7bc29e818e7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1383.860284] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Migration fa85341e-ae26-49cf-8d59-cb1ef1a5da2d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1383.860409] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 1fce1567-6383-45d1-8001-e6839a481c69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.871426] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725658, 'name': Rename_Task, 'duration_secs': 0.145033} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.872852] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.873492] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1383.873492] env[63326]: value = "task-1725659" [ 1383.873492] env[63326]: _type = "Task" [ 1383.873492] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.873705] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b7bbc3f-38b0-4d9f-b0ab-bda0ba30d157 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.885311] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.887062] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1383.887062] env[63326]: value = "task-1725660" [ 1383.887062] env[63326]: _type = "Task" [ 1383.887062] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.895470] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.103577] env[63326]: DEBUG nova.compute.manager [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.103859] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.104817] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08022502-2c20-482d-9a12-d3e6c2ae9649 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.115159] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.116038] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8bf50c-670e-4b48-ae8d-17492fb037d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.122835] env[63326]: DEBUG oslo_vmware.api [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1384.122835] env[63326]: value = "task-1725661" [ 1384.122835] env[63326]: _type = "Task" [ 1384.122835] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.133091] env[63326]: DEBUG oslo_vmware.api [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.210504] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3239dc57-69d7-439a-949b-dc37c6976cd8 tempest-ServerExternalEventsTest-951580536 tempest-ServerExternalEventsTest-951580536-project] Releasing lock "refresh_cache-3f40a8f7-b930-46dc-b2c1-0afb27d10e54" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.227940] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.259699] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da60ce45-d3bd-462d-8ef9-d8d118b181d5 tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "5abce697-9c13-4f21-ab19-38118cee8fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.448s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.323642] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Acquiring lock "db22896d-0f47-473f-9aeb-e15490f5232d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.323935] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.367820] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance ca83c6a4-58cb-4adf-af67-20d6b93dd05d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1384.390384] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.401013] env[63326]: DEBUG oslo_vmware.api [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725660, 'name': PowerOnVM_Task, 'duration_secs': 0.476704} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.401572] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.404759] env[63326]: DEBUG nova.compute.manager [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.404759] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b5dbde-77b7-4b06-a879-314f2939bbfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.598340] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquiring lock "5abce697-9c13-4f21-ab19-38118cee8fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.598642] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "5abce697-9c13-4f21-ab19-38118cee8fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.598901] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquiring lock "5abce697-9c13-4f21-ab19-38118cee8fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.599147] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "5abce697-9c13-4f21-ab19-38118cee8fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.599256] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "5abce697-9c13-4f21-ab19-38118cee8fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.601483] env[63326]: INFO nova.compute.manager [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Terminating instance [ 1384.636739] env[63326]: DEBUG oslo_vmware.api [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.766030] env[63326]: DEBUG nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.828986] env[63326]: INFO nova.compute.manager [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Detaching volume 00c390c2-9f26-472d-bf28-0519f1bf6659 [ 1384.864115] env[63326]: INFO nova.virt.block_device [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Attempting to driver detach volume 00c390c2-9f26-472d-bf28-0519f1bf6659 from mountpoint /dev/sdb [ 1384.864404] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1384.864564] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359191', 'volume_id': '00c390c2-9f26-472d-bf28-0519f1bf6659', 'name': 'volume-00c390c2-9f26-472d-bf28-0519f1bf6659', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db22896d-0f47-473f-9aeb-e15490f5232d', 'attached_at': '', 'detached_at': '', 'volume_id': '00c390c2-9f26-472d-bf28-0519f1bf6659', 'serial': '00c390c2-9f26-472d-bf28-0519f1bf6659'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1384.865473] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b1034-58c4-4a28-af3b-a2d7a9d9466f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.870351] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 1e77e92e-3ef8-4914-82d5-e9163486a32e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1384.870641] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1384.870772] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1384.894091] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d6853d-7f01-4432-901c-92f129ecacf2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.907410] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.908166] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eac3b7-a46c-4d39-b512-0b891d58306e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.923548] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.955537] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b45703-3a7e-4d33-be3a-c3efbfd687a1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.975951] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] The volume has not been displaced from its original location: [datastore1] volume-00c390c2-9f26-472d-bf28-0519f1bf6659/volume-00c390c2-9f26-472d-bf28-0519f1bf6659.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1384.982039] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.985562] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b73214f-2ea5-4cb8-bb27-e43789ec81e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.007703] env[63326]: DEBUG oslo_vmware.api [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Waiting for the task: (returnval){ [ 1385.007703] env[63326]: value = "task-1725662" [ 1385.007703] env[63326]: _type = "Task" [ 1385.007703] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.018017] env[63326]: DEBUG oslo_vmware.api [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.105830] env[63326]: DEBUG nova.compute.manager [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.106074] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.107334] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db36b8e-a346-4a2f-aad9-e7236cfb6ba6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.115798] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.116078] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb4633fd-41dc-4683-b590-dbd133522c39 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.129829] env[63326]: DEBUG oslo_vmware.api [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1385.129829] env[63326]: value = "task-1725663" [ 1385.129829] env[63326]: _type = "Task" [ 1385.129829] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.141726] env[63326]: DEBUG oslo_vmware.api [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725661, 'name': PowerOffVM_Task, 'duration_secs': 0.982535} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.141845] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.142019] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.142295] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac7b3f0-d0b9-4e7f-bd6a-c4550f5d00fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.147225] env[63326]: DEBUG oslo_vmware.api [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.167593] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "31002119-3635-4d4e-a1b6-69508d2aeaac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.168043] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "31002119-3635-4d4e-a1b6-69508d2aeaac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.168383] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "31002119-3635-4d4e-a1b6-69508d2aeaac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.168789] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "31002119-3635-4d4e-a1b6-69508d2aeaac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.169478] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "31002119-3635-4d4e-a1b6-69508d2aeaac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.171363] env[63326]: INFO nova.compute.manager [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Terminating instance [ 1385.237991] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.238373] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.238601] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Deleting the datastore file [datastore1] 3f40a8f7-b930-46dc-b2c1-0afb27d10e54 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.239020] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ae8d933-7461-4eb6-939f-7636b982a171 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.250606] env[63326]: DEBUG oslo_vmware.api [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for the task: (returnval){ [ 1385.250606] env[63326]: value = "task-1725665" [ 1385.250606] env[63326]: _type = "Task" [ 1385.250606] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.261102] env[63326]: DEBUG oslo_vmware.api [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.288620] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.401584] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725659, 'name': ReconfigVM_Task, 'duration_secs': 1.367295} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.404465] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] f252e51d-4fcf-4558-8796-86c7d48270d9/f252e51d-4fcf-4558-8796-86c7d48270d9.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.405279] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d939e939-b308-475a-9474-b909d73acd4b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.412942] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1385.412942] env[63326]: value = "task-1725666" [ 1385.412942] env[63326]: _type = "Task" [ 1385.412942] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.424542] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725666, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.481120] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aadb509-924f-4442-b8c9-b956e6f6f6e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.489347] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa686b-b529-4daf-9d96-40e968e7e653 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.528069] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf1b9c6-95dd-4cc5-a37c-bf10ef886374 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.538528] env[63326]: DEBUG oslo_vmware.api [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725662, 'name': ReconfigVM_Task, 'duration_secs': 0.33733} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.538913] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.544412] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea7798-4150-4fd1-a9fd-3ee98df7c75b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.548417] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3082edf6-8a0e-4ace-a417-781081ce3d5f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.570252] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1385.572768] env[63326]: DEBUG oslo_vmware.api [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Waiting for the task: (returnval){ [ 1385.572768] env[63326]: value = "task-1725667" [ 1385.572768] env[63326]: _type = "Task" [ 1385.572768] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.582238] env[63326]: DEBUG oslo_vmware.api [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.645878] env[63326]: DEBUG oslo_vmware.api [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725663, 'name': PowerOffVM_Task, 'duration_secs': 0.222001} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.646174] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.646367] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.646627] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53251e47-12b7-4871-a91c-422341edd032 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.679076] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "refresh_cache-31002119-3635-4d4e-a1b6-69508d2aeaac" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.679342] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquired lock "refresh_cache-31002119-3635-4d4e-a1b6-69508d2aeaac" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.679536] env[63326]: DEBUG nova.network.neutron [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.731407] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.731641] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.731919] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Deleting the datastore file [datastore1] 5abce697-9c13-4f21-ab19-38118cee8fe0 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.732311] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd2b43db-fff3-46e2-84ef-0f255b0fee4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.740299] env[63326]: DEBUG oslo_vmware.api [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for the task: (returnval){ [ 1385.740299] env[63326]: value = "task-1725669" [ 1385.740299] env[63326]: _type = "Task" [ 1385.740299] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.761540] env[63326]: DEBUG oslo_vmware.api [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Task: {'id': task-1725665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256469} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.762279] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.762279] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.762429] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.762669] env[63326]: INFO nova.compute.manager [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1385.762956] env[63326]: DEBUG oslo.service.loopingcall [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.764046] env[63326]: DEBUG nova.compute.manager [-] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.764046] env[63326]: DEBUG nova.network.neutron [-] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.932912] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725666, 'name': Rename_Task, 'duration_secs': 0.138032} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.933234] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.933548] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab36e15-790e-4b6d-b37c-36ee830a4edd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.940924] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1385.940924] env[63326]: value = "task-1725670" [ 1385.940924] env[63326]: _type = "Task" [ 1385.940924] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.949627] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.092140] env[63326]: DEBUG oslo_vmware.api [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Task: {'id': task-1725667, 'name': ReconfigVM_Task, 'duration_secs': 0.174009} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.092459] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359191', 'volume_id': '00c390c2-9f26-472d-bf28-0519f1bf6659', 'name': 'volume-00c390c2-9f26-472d-bf28-0519f1bf6659', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'db22896d-0f47-473f-9aeb-e15490f5232d', 'attached_at': '', 'detached_at': '', 'volume_id': '00c390c2-9f26-472d-bf28-0519f1bf6659', 'serial': '00c390c2-9f26-472d-bf28-0519f1bf6659'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1386.121025] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1386.121300] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 61 to 62 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1386.121495] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.178786] env[63326]: DEBUG nova.compute.manager [req-431ddf5f-af23-4c53-8aee-0d55e71b5785 req-ca012baa-fdfd-45ba-a64a-634edfb80a07 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Received event network-vif-deleted-a6734fc3-239c-4b7f-a3ad-c4572088b9d0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1386.178995] env[63326]: INFO nova.compute.manager [req-431ddf5f-af23-4c53-8aee-0d55e71b5785 req-ca012baa-fdfd-45ba-a64a-634edfb80a07 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Neutron deleted interface a6734fc3-239c-4b7f-a3ad-c4572088b9d0; detaching it from the instance and deleting it from the info cache [ 1386.179868] env[63326]: DEBUG nova.network.neutron [req-431ddf5f-af23-4c53-8aee-0d55e71b5785 req-ca012baa-fdfd-45ba-a64a-634edfb80a07 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.197013] env[63326]: DEBUG nova.network.neutron [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.250441] env[63326]: DEBUG oslo_vmware.api [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Task: {'id': task-1725669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141709} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.250732] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.250855] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.251034] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.251207] env[63326]: INFO nova.compute.manager [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1386.251444] env[63326]: DEBUG oslo.service.loopingcall [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.251649] env[63326]: DEBUG nova.compute.manager [-] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.251747] env[63326]: DEBUG nova.network.neutron [-] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.256447] env[63326]: DEBUG nova.network.neutron [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.453224] env[63326]: DEBUG oslo_vmware.api [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725670, 'name': PowerOnVM_Task, 'duration_secs': 0.487839} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.453224] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.453883] env[63326]: INFO nova.compute.manager [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1386.454278] env[63326]: DEBUG nova.compute.manager [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.457093] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5a8fc1-a56e-49ff-b0e9-8b3690bf2ade {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.508708] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.508900] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.509122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.509306] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.509578] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.511604] env[63326]: INFO nova.compute.manager [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Terminating instance [ 1386.525211] env[63326]: DEBUG nova.compute.manager [req-443a16f9-f2b1-4027-8631-b7066b631874 req-4adbe7f1-c238-42de-96fc-16565d6020d8 service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Received event network-vif-deleted-664fc9bc-866c-49b3-b5e9-f4b9b123dd98 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1386.525432] env[63326]: INFO nova.compute.manager [req-443a16f9-f2b1-4027-8631-b7066b631874 req-4adbe7f1-c238-42de-96fc-16565d6020d8 service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Neutron deleted interface 664fc9bc-866c-49b3-b5e9-f4b9b123dd98; detaching it from the instance and deleting it from the info cache [ 1386.525585] env[63326]: DEBUG nova.network.neutron [req-443a16f9-f2b1-4027-8631-b7066b631874 req-4adbe7f1-c238-42de-96fc-16565d6020d8 service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.553151] env[63326]: DEBUG nova.network.neutron [-] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.627069] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1386.627212] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.389s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.627824] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.928s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.629671] env[63326]: INFO nova.compute.claims [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.655653] env[63326]: DEBUG nova.objects.instance [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Lazy-loading 'flavor' on Instance uuid db22896d-0f47-473f-9aeb-e15490f5232d {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.683069] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea3552f-7e2b-456f-a68e-9e6595f24f2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.696120] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af2979-30ed-4cf9-9b33-64394f00d72f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.732055] env[63326]: DEBUG nova.compute.manager [req-431ddf5f-af23-4c53-8aee-0d55e71b5785 req-ca012baa-fdfd-45ba-a64a-634edfb80a07 service nova] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Detach interface failed, port_id=a6734fc3-239c-4b7f-a3ad-c4572088b9d0, reason: Instance 3f40a8f7-b930-46dc-b2c1-0afb27d10e54 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1386.759091] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Releasing lock "refresh_cache-31002119-3635-4d4e-a1b6-69508d2aeaac" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.759412] env[63326]: DEBUG nova.compute.manager [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1386.759608] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.760495] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deaa0bb-1398-4ec6-9cf5-cbfac5686bda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.768759] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.769069] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c025d46-7b31-4cba-8fb4-9d9666665f46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.776073] env[63326]: DEBUG oslo_vmware.api [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1386.776073] env[63326]: value = "task-1725671" [ 1386.776073] env[63326]: _type = "Task" [ 1386.776073] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.786479] env[63326]: DEBUG oslo_vmware.api [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.979080] env[63326]: DEBUG nova.network.neutron [-] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.982037] env[63326]: INFO nova.compute.manager [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Took 35.28 seconds to build instance. [ 1387.014819] env[63326]: DEBUG nova.compute.manager [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.015060] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.016465] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9e6fb7-b006-4066-8b3b-a89c4b305375 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.025033] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.025136] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6411a4f-bf72-46ff-ba3a-7f7e07d0bc58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.028492] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-944ac040-ca80-4c85-91c4-8eb94420044f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.032125] env[63326]: DEBUG oslo_vmware.api [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1387.032125] env[63326]: value = "task-1725672" [ 1387.032125] env[63326]: _type = "Task" [ 1387.032125] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.039401] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a26862-2cc6-4f07-9a05-f3777b8b198c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.055899] env[63326]: INFO nova.compute.manager [-] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Took 1.29 seconds to deallocate network for instance. [ 1387.056125] env[63326]: DEBUG oslo_vmware.api [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.080088] env[63326]: DEBUG nova.compute.manager [req-443a16f9-f2b1-4027-8631-b7066b631874 req-4adbe7f1-c238-42de-96fc-16565d6020d8 service nova] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Detach interface failed, port_id=664fc9bc-866c-49b3-b5e9-f4b9b123dd98, reason: Instance 5abce697-9c13-4f21-ab19-38118cee8fe0 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1387.286996] env[63326]: DEBUG oslo_vmware.api [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725671, 'name': PowerOffVM_Task, 'duration_secs': 0.125949} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.287347] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.287520] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.288052] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9146b9c6-4b97-4283-a34f-dc0c4cbf53ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.316582] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.316971] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.317293] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Deleting the datastore file [datastore1] 31002119-3635-4d4e-a1b6-69508d2aeaac {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.317673] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-294448d4-56f5-48f1-a74e-6c9283f6c05f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.326886] env[63326]: DEBUG oslo_vmware.api [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for the task: (returnval){ [ 1387.326886] env[63326]: value = "task-1725674" [ 1387.326886] env[63326]: _type = "Task" [ 1387.326886] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.338279] env[63326]: DEBUG oslo_vmware.api [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.482712] env[63326]: INFO nova.compute.manager [-] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Took 1.23 seconds to deallocate network for instance. [ 1387.485727] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5b4378e9-c222-42d3-97e4-ea10d10c2290 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "f252e51d-4fcf-4558-8796-86c7d48270d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.543s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.493045] env[63326]: DEBUG nova.compute.manager [None req-09179c12-b75a-4479-98fc-4755c979609d tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.494398] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa0a51-7cf9-4b7b-8b0f-b2ffb3bb7856 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.549205] env[63326]: DEBUG oslo_vmware.api [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725672, 'name': PowerOffVM_Task, 'duration_secs': 0.241036} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.549205] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.549372] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.549625] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc985437-bae1-4de7-8761-5de309ac8375 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.564430] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.597177] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquiring lock "f252e51d-4fcf-4558-8796-86c7d48270d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.597440] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "f252e51d-4fcf-4558-8796-86c7d48270d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.597695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquiring lock "f252e51d-4fcf-4558-8796-86c7d48270d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.597828] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "f252e51d-4fcf-4558-8796-86c7d48270d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.597994] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "f252e51d-4fcf-4558-8796-86c7d48270d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.602020] env[63326]: INFO nova.compute.manager [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Terminating instance [ 1387.632339] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.633191] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.633191] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1387.644660] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.646330] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.646330] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Deleting the datastore file [datastore1] cd790c7d-8dc7-4066-b0e3-10660c5d163f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.646330] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-576e9b40-8624-4218-a1d7-aa527080c895 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.652609] env[63326]: DEBUG oslo_vmware.api [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1387.652609] env[63326]: value = "task-1725676" [ 1387.652609] env[63326]: _type = "Task" [ 1387.652609] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.662986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9ce20567-06b6-4ce4-9e04-7fbbebe16a79 tempest-VolumesAssistedSnapshotsTest-682700052 tempest-VolumesAssistedSnapshotsTest-682700052-project-admin] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.339s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.664581] env[63326]: DEBUG oslo_vmware.api [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.838473] env[63326]: DEBUG oslo_vmware.api [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Task: {'id': task-1725674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114162} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.840612] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.840801] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.840982] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.841286] env[63326]: INFO nova.compute.manager [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1387.841664] env[63326]: DEBUG oslo.service.loopingcall [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.842349] env[63326]: DEBUG nova.compute.manager [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.842452] env[63326]: DEBUG nova.network.neutron [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.857530] env[63326]: DEBUG nova.network.neutron [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.994370] env[63326]: DEBUG nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1387.997354] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.007763] env[63326]: INFO nova.compute.manager [None req-09179c12-b75a-4479-98fc-4755c979609d tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] instance snapshotting [ 1388.008606] env[63326]: DEBUG nova.objects.instance [None req-09179c12-b75a-4479-98fc-4755c979609d tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lazy-loading 'flavor' on Instance uuid f252e51d-4fcf-4558-8796-86c7d48270d9 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.099613] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393041bb-ebdd-4fad-b204-e2417eaa4222 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.107429] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquiring lock "refresh_cache-f252e51d-4fcf-4558-8796-86c7d48270d9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.107621] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquired lock "refresh_cache-f252e51d-4fcf-4558-8796-86c7d48270d9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.107798] env[63326]: DEBUG nova.network.neutron [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.109727] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f90378-9bb3-44fe-876f-58a77e9cd712 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.147139] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ba4dd9-3a19-4ba9-9753-1c8a3180fcc2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.158468] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1bfd76-3781-433f-996d-925e11b6f613 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.168934] env[63326]: DEBUG oslo_vmware.api [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126574} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.176937] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.177161] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.177340] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.177515] env[63326]: INFO nova.compute.manager [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1388.177769] env[63326]: DEBUG oslo.service.loopingcall [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.178457] env[63326]: DEBUG nova.compute.provider_tree [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.179695] env[63326]: DEBUG nova.compute.manager [-] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.179798] env[63326]: DEBUG nova.network.neutron [-] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.359758] env[63326]: DEBUG nova.network.neutron [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.515412] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9342132d-f5fd-49aa-874f-3cc2d4c7c3f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.518795] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.535366] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c326bee1-2f5e-4e32-9e7b-54bdb77f2ec2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.555898] env[63326]: DEBUG nova.compute.manager [req-31c7c2d2-4e08-4ad5-a069-6c9d17a2804d req-09c24832-052e-4b38-bd04-8310a7b2ac7f service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Received event network-vif-deleted-af87d907-4f93-4bcc-8fe1-581b6cae25f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1388.556131] env[63326]: INFO nova.compute.manager [req-31c7c2d2-4e08-4ad5-a069-6c9d17a2804d req-09c24832-052e-4b38-bd04-8310a7b2ac7f service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Neutron deleted interface af87d907-4f93-4bcc-8fe1-581b6cae25f3; detaching it from the instance and deleting it from the info cache [ 1388.556331] env[63326]: DEBUG nova.network.neutron [req-31c7c2d2-4e08-4ad5-a069-6c9d17a2804d req-09c24832-052e-4b38-bd04-8310a7b2ac7f service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.630034] env[63326]: DEBUG nova.network.neutron [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.683665] env[63326]: DEBUG nova.scheduler.client.report [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.721859] env[63326]: DEBUG nova.network.neutron [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.862788] env[63326]: INFO nova.compute.manager [-] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Took 1.02 seconds to deallocate network for instance. [ 1388.951038] env[63326]: DEBUG nova.network.neutron [-] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.046358] env[63326]: DEBUG nova.compute.manager [None req-09179c12-b75a-4479-98fc-4755c979609d tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Instance disappeared during snapshot {{(pid=63326) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1389.059029] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4ac804c-9d3b-49de-8bcb-e433154938a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.071115] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792bc8b5-dc82-45ae-b991-5da346f89e55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.108696] env[63326]: DEBUG nova.compute.manager [req-31c7c2d2-4e08-4ad5-a069-6c9d17a2804d req-09c24832-052e-4b38-bd04-8310a7b2ac7f service nova] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Detach interface failed, port_id=af87d907-4f93-4bcc-8fe1-581b6cae25f3, reason: Instance cd790c7d-8dc7-4066-b0e3-10660c5d163f could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1389.188662] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.189854] env[63326]: DEBUG nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1389.193775] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.752s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.193775] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.196569] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.883s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.196869] env[63326]: INFO nova.compute.claims [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.202500] env[63326]: DEBUG nova.compute.manager [None req-09179c12-b75a-4479-98fc-4755c979609d tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Found 0 images (rotation: 2) {{(pid=63326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1389.224892] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Releasing lock "refresh_cache-f252e51d-4fcf-4558-8796-86c7d48270d9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.224975] env[63326]: DEBUG nova.compute.manager [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.225167] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.226309] env[63326]: INFO nova.scheduler.client.report [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted allocations for instance a4796c22-8e8f-4677-bb59-9e229fd98f84 [ 1389.228028] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754c1bd5-b2a2-4e54-b8a1-72e656958826 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.241188] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.241953] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b513a9-2428-4eb0-be7f-eefe62bb9f10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.250029] env[63326]: DEBUG oslo_vmware.api [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1389.250029] env[63326]: value = "task-1725678" [ 1389.250029] env[63326]: _type = "Task" [ 1389.250029] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.263858] env[63326]: DEBUG oslo_vmware.api [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.370135] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.453645] env[63326]: INFO nova.compute.manager [-] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Took 1.27 seconds to deallocate network for instance. [ 1389.702604] env[63326]: DEBUG nova.compute.utils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1389.707534] env[63326]: DEBUG nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1389.707772] env[63326]: DEBUG nova.network.neutron [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1389.738208] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7996e1c1-8dba-45a6-a40b-60cd3ea9746e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a4796c22-8e8f-4677-bb59-9e229fd98f84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.297s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.761441] env[63326]: DEBUG oslo_vmware.api [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725678, 'name': PowerOffVM_Task, 'duration_secs': 0.115233} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.761731] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.761898] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.762180] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d755a239-716e-4181-bb50-bf1a6204e09d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.768412] env[63326]: DEBUG nova.policy [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58b082054a6847e683ad53deb4d7bc3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be504891255441e1898ea4f0992fca09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.796022] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.796022] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.796022] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Deleting the datastore file [datastore1] f252e51d-4fcf-4558-8796-86c7d48270d9 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.796022] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-843595ea-6c99-4fe8-bdce-a45e5a688a9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.801760] env[63326]: DEBUG oslo_vmware.api [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for the task: (returnval){ [ 1389.801760] env[63326]: value = "task-1725680" [ 1389.801760] env[63326]: _type = "Task" [ 1389.801760] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.810758] env[63326]: DEBUG oslo_vmware.api [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.960147] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.048868] env[63326]: DEBUG nova.network.neutron [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Successfully created port: fc18baca-88a8-429b-983b-d9b320569adf {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.184367] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.184533] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.184685] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1390.208335] env[63326]: DEBUG nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1390.315072] env[63326]: DEBUG oslo_vmware.api [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Task: {'id': task-1725680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093669} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.315468] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.315795] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.316104] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.316411] env[63326]: INFO nova.compute.manager [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1390.316757] env[63326]: DEBUG oslo.service.loopingcall [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.317118] env[63326]: DEBUG nova.compute.manager [-] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.317356] env[63326]: DEBUG nova.network.neutron [-] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.338306] env[63326]: DEBUG nova.network.neutron [-] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.687381] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b8b37b-e207-4aaf-9c1e-feb973baa7c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.696959] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ede784f-91dc-400f-b4a4-71fe08c8d7b8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.735612] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf61e0-4162-454a-8094-86e44a62c47a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.746988] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4365ba9-681b-48ab-abf6-c770b0df1117 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.766093] env[63326]: DEBUG nova.compute.provider_tree [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.840321] env[63326]: DEBUG nova.network.neutron [-] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.242211] env[63326]: DEBUG nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1391.262510] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.262742] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.262897] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.263089] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.263255] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.263584] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.263656] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.263797] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.263959] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.264136] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.264312] env[63326]: DEBUG nova.virt.hardware [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.265228] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591d8c8f-4821-45cf-958e-9dff814b7170 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.269720] env[63326]: DEBUG nova.scheduler.client.report [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.280419] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db344ac-1e4c-423f-8cbb-14e64a530d65 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.342661] env[63326]: INFO nova.compute.manager [-] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Took 1.03 seconds to deallocate network for instance. [ 1391.446606] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Updating instance_info_cache with network_info: [{"id": "b1c998e5-f7ac-4633-95c5-19d3e82b63f2", "address": "fa:16:3e:29:da:51", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c998e5-f7", "ovs_interfaceid": "b1c998e5-f7ac-4633-95c5-19d3e82b63f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.569970] env[63326]: INFO nova.compute.manager [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Rebuilding instance [ 1391.620139] env[63326]: DEBUG nova.compute.manager [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.620988] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63b698f-0d6f-4de4-b669-32fe1039f75a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.697073] env[63326]: DEBUG nova.compute.manager [req-c695f778-f1c4-4466-9940-b97001280a95 req-b22a775d-9337-4c06-a16d-20b465e1d472 service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Received event network-vif-plugged-fc18baca-88a8-429b-983b-d9b320569adf {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1391.697377] env[63326]: DEBUG oslo_concurrency.lockutils [req-c695f778-f1c4-4466-9940-b97001280a95 req-b22a775d-9337-4c06-a16d-20b465e1d472 service nova] Acquiring lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.697492] env[63326]: DEBUG oslo_concurrency.lockutils [req-c695f778-f1c4-4466-9940-b97001280a95 req-b22a775d-9337-4c06-a16d-20b465e1d472 service nova] Lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.697662] env[63326]: DEBUG oslo_concurrency.lockutils [req-c695f778-f1c4-4466-9940-b97001280a95 req-b22a775d-9337-4c06-a16d-20b465e1d472 service nova] Lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.697882] env[63326]: DEBUG nova.compute.manager [req-c695f778-f1c4-4466-9940-b97001280a95 req-b22a775d-9337-4c06-a16d-20b465e1d472 service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] No waiting events found dispatching network-vif-plugged-fc18baca-88a8-429b-983b-d9b320569adf {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.697976] env[63326]: WARNING nova.compute.manager [req-c695f778-f1c4-4466-9940-b97001280a95 req-b22a775d-9337-4c06-a16d-20b465e1d472 service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Received unexpected event network-vif-plugged-fc18baca-88a8-429b-983b-d9b320569adf for instance with vm_state building and task_state spawning. [ 1391.774263] env[63326]: DEBUG nova.network.neutron [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Successfully updated port: fc18baca-88a8-429b-983b-d9b320569adf {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.775052] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.775543] env[63326]: DEBUG nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.778237] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.559s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.779694] env[63326]: INFO nova.compute.claims [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.848752] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.945300] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquiring lock "db22896d-0f47-473f-9aeb-e15490f5232d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.945632] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.946273] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquiring lock "db22896d-0f47-473f-9aeb-e15490f5232d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.946562] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "db22896d-0f47-473f-9aeb-e15490f5232d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.946662] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "db22896d-0f47-473f-9aeb-e15490f5232d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.948602] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-521c8d2a-97aa-45cf-b16e-850393935c6f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.948774] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1391.949200] env[63326]: INFO nova.compute.manager [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Terminating instance [ 1391.950801] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.951853] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.952070] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.952242] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.952383] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.952533] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.952661] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1391.952803] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.279682] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "refresh_cache-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.279980] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquired lock "refresh_cache-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.279980] env[63326]: DEBUG nova.network.neutron [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.284231] env[63326]: DEBUG nova.compute.utils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.287321] env[63326]: DEBUG nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.287693] env[63326]: DEBUG nova.network.neutron [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.326305] env[63326]: DEBUG nova.policy [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf3b57b984b4420b79291e7ca3d979c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a8ab4b0ba444a1e84f571ab25fc3597', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.455285] env[63326]: DEBUG nova.compute.manager [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.455285] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.455285] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe474c-1db5-4f48-9766-70d63e248291 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.459363] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.468149] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.468149] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5b6d4ea-7efd-4b24-843d-53993c91ca91 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.476100] env[63326]: DEBUG oslo_vmware.api [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1392.476100] env[63326]: value = "task-1725681" [ 1392.476100] env[63326]: _type = "Task" [ 1392.476100] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.486402] env[63326]: DEBUG oslo_vmware.api [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.634899] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.637481] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3399a68-ca5c-49ab-a32d-44180ef85148 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.643498] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1392.643498] env[63326]: value = "task-1725682" [ 1392.643498] env[63326]: _type = "Task" [ 1392.643498] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.653201] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.724323] env[63326]: DEBUG nova.network.neutron [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Successfully created port: 05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.790414] env[63326]: DEBUG nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.879038] env[63326]: DEBUG nova.network.neutron [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.985314] env[63326]: DEBUG oslo_vmware.api [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725681, 'name': PowerOffVM_Task, 'duration_secs': 0.236536} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.987726] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.987878] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.988328] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77d52b8d-4290-4cdf-9b07-5ed8e3f2b62f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.049543] env[63326]: DEBUG nova.network.neutron [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Updating instance_info_cache with network_info: [{"id": "fc18baca-88a8-429b-983b-d9b320569adf", "address": "fa:16:3e:c9:62:06", "network": {"id": "576755f6-12a7-4677-897a-7fa96d4a468c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1134780479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be504891255441e1898ea4f0992fca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc18baca-88", "ovs_interfaceid": "fc18baca-88a8-429b-983b-d9b320569adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.072111] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.072111] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.072111] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Deleting the datastore file [datastore1] db22896d-0f47-473f-9aeb-e15490f5232d {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.072576] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7d6a478-dea9-48e8-b80a-6fa72e168560 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.085352] env[63326]: DEBUG oslo_vmware.api [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for the task: (returnval){ [ 1393.085352] env[63326]: value = "task-1725684" [ 1393.085352] env[63326]: _type = "Task" [ 1393.085352] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.094381] env[63326]: DEBUG oslo_vmware.api [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.153536] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725682, 'name': PowerOffVM_Task, 'duration_secs': 0.206932} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.156068] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.156765] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.157200] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e83c83dc-56d6-4739-b32a-1cf4d583120c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.164362] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1393.164362] env[63326]: value = "task-1725685" [ 1393.164362] env[63326]: _type = "Task" [ 1393.164362] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.177089] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1393.177321] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1393.177544] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359113', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'name': 'volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be5490f1-3a52-4019-8b49-b4226a57331c', 'attached_at': '', 'detached_at': '', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'serial': '83c4cd66-195c-45ee-9b18-3b4f8f05142b'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1393.178337] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5585f-9e12-4b07-841f-095edb2ee030 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.201862] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7abebc-a295-4468-b252-2c55f4de597e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.209274] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee755bfc-f7d2-4774-8e23-e754245d88e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.228344] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef269af-849d-41d9-ab37-f64ed5d793e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.243169] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] The volume has not been displaced from its original location: [datastore1] volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b/volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1393.248383] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1393.250936] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2ceac9-cccd-471a-ab4f-558022b100cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.270466] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1393.270466] env[63326]: value = "task-1725686" [ 1393.270466] env[63326]: _type = "Task" [ 1393.270466] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.281269] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.351405] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4dbca5-4433-43dd-a774-5cb16bfc514c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.360096] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf772ff-6559-487b-aea7-f93b4787c4c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.391753] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3754b10-962f-431b-8cf0-0e4d11b70769 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.400363] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d4aec0-1d6f-49bd-b298-d645c9467c89 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.416757] env[63326]: DEBUG nova.compute.provider_tree [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.554647] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Releasing lock "refresh_cache-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.554909] env[63326]: DEBUG nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Instance network_info: |[{"id": "fc18baca-88a8-429b-983b-d9b320569adf", "address": "fa:16:3e:c9:62:06", "network": {"id": "576755f6-12a7-4677-897a-7fa96d4a468c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1134780479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be504891255441e1898ea4f0992fca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc18baca-88", "ovs_interfaceid": "fc18baca-88a8-429b-983b-d9b320569adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.555448] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:62:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc18baca-88a8-429b-983b-d9b320569adf', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.562925] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Creating folder: Project (be504891255441e1898ea4f0992fca09). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.564146] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fffd211e-6cf7-44cf-b8d8-61ce8635a0ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.579074] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Created folder: Project (be504891255441e1898ea4f0992fca09) in parent group-v359097. [ 1393.579254] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Creating folder: Instances. Parent ref: group-v359199. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.579514] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4c777a3-5aa4-4254-834e-8b8d63782248 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.591033] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Created folder: Instances in parent group-v359199. [ 1393.591271] env[63326]: DEBUG oslo.service.loopingcall [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.591514] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.591729] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6114f598-61fe-4fc3-80fc-842975c3d1fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.609385] env[63326]: DEBUG oslo_vmware.api [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Task: {'id': task-1725684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181819} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.610018] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.610234] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.610418] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.610593] env[63326]: INFO nova.compute.manager [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1393.610844] env[63326]: DEBUG oslo.service.loopingcall [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.611038] env[63326]: DEBUG nova.compute.manager [-] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.611137] env[63326]: DEBUG nova.network.neutron [-] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.615702] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.615702] env[63326]: value = "task-1725689" [ 1393.615702] env[63326]: _type = "Task" [ 1393.615702] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.624378] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725689, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.772428] env[63326]: DEBUG nova.compute.manager [req-b3c42974-3720-4581-9d27-eca9edb9b406 req-2c2767d4-54c6-47bb-99be-8a8086663e35 service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Received event network-changed-fc18baca-88a8-429b-983b-d9b320569adf {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1393.772635] env[63326]: DEBUG nova.compute.manager [req-b3c42974-3720-4581-9d27-eca9edb9b406 req-2c2767d4-54c6-47bb-99be-8a8086663e35 service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Refreshing instance network info cache due to event network-changed-fc18baca-88a8-429b-983b-d9b320569adf. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1393.772788] env[63326]: DEBUG oslo_concurrency.lockutils [req-b3c42974-3720-4581-9d27-eca9edb9b406 req-2c2767d4-54c6-47bb-99be-8a8086663e35 service nova] Acquiring lock "refresh_cache-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.772929] env[63326]: DEBUG oslo_concurrency.lockutils [req-b3c42974-3720-4581-9d27-eca9edb9b406 req-2c2767d4-54c6-47bb-99be-8a8086663e35 service nova] Acquired lock "refresh_cache-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.773100] env[63326]: DEBUG nova.network.neutron [req-b3c42974-3720-4581-9d27-eca9edb9b406 req-2c2767d4-54c6-47bb-99be-8a8086663e35 service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Refreshing network info cache for port fc18baca-88a8-429b-983b-d9b320569adf {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.784259] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725686, 'name': ReconfigVM_Task, 'duration_secs': 0.213801} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.785236] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.791413] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1183adb5-1404-4215-9083-64710e41dade {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.805210] env[63326]: DEBUG nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.809132] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1393.809132] env[63326]: value = "task-1725690" [ 1393.809132] env[63326]: _type = "Task" [ 1393.809132] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.819760] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.839018] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.839286] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.839481] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.839657] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.839779] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.839925] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.840159] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.840360] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.840547] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.840749] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.840951] env[63326]: DEBUG nova.virt.hardware [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.841852] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c786ede5-1c92-4d03-b3cf-8e2356f17cbc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.850858] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7628252-5ed0-4967-8c12-25f6449d22f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.920098] env[63326]: DEBUG nova.scheduler.client.report [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.128790] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725689, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.318073] env[63326]: DEBUG nova.compute.manager [req-2461b3d3-1fd1-4f09-a0c5-afd7a31e9741 req-8cffd34f-f3f1-4f79-8cf0-57425e405a3a service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Received event network-vif-deleted-be6d95fc-87df-4c49-9e91-eff373e9da00 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1394.318348] env[63326]: INFO nova.compute.manager [req-2461b3d3-1fd1-4f09-a0c5-afd7a31e9741 req-8cffd34f-f3f1-4f79-8cf0-57425e405a3a service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Neutron deleted interface be6d95fc-87df-4c49-9e91-eff373e9da00; detaching it from the instance and deleting it from the info cache [ 1394.318450] env[63326]: DEBUG nova.network.neutron [req-2461b3d3-1fd1-4f09-a0c5-afd7a31e9741 req-8cffd34f-f3f1-4f79-8cf0-57425e405a3a service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.323572] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725690, 'name': ReconfigVM_Task, 'duration_secs': 0.278512} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.324095] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359113', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'name': 'volume-83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be5490f1-3a52-4019-8b49-b4226a57331c', 'attached_at': '', 'detached_at': '', 'volume_id': '83c4cd66-195c-45ee-9b18-3b4f8f05142b', 'serial': '83c4cd66-195c-45ee-9b18-3b4f8f05142b'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1394.324646] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.325551] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50305915-7560-44e2-85cd-8898b754296d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.337860] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.338173] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f51c3a-cb17-493a-8125-293ede2d8d3c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.415525] env[63326]: DEBUG nova.network.neutron [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Successfully updated port: 05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.424422] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.424422] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.424422] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Deleting the datastore file [datastore1] be5490f1-3a52-4019-8b49-b4226a57331c {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.424422] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-353a2641-2c49-4d2e-a66d-71daab48afea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.430667] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.432208] env[63326]: DEBUG nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.438640] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.920s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.448586] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for the task: (returnval){ [ 1394.448586] env[63326]: value = "task-1725692" [ 1394.448586] env[63326]: _type = "Task" [ 1394.448586] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.460958] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.570844] env[63326]: DEBUG nova.network.neutron [req-b3c42974-3720-4581-9d27-eca9edb9b406 req-2c2767d4-54c6-47bb-99be-8a8086663e35 service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Updated VIF entry in instance network info cache for port fc18baca-88a8-429b-983b-d9b320569adf. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.571232] env[63326]: DEBUG nova.network.neutron [req-b3c42974-3720-4581-9d27-eca9edb9b406 req-2c2767d4-54c6-47bb-99be-8a8086663e35 service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Updating instance_info_cache with network_info: [{"id": "fc18baca-88a8-429b-983b-d9b320569adf", "address": "fa:16:3e:c9:62:06", "network": {"id": "576755f6-12a7-4677-897a-7fa96d4a468c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1134780479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be504891255441e1898ea4f0992fca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc18baca-88", "ovs_interfaceid": "fc18baca-88a8-429b-983b-d9b320569adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.626770] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725689, 'name': CreateVM_Task, 'duration_secs': 0.656985} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.626866] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.627573] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.628239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.628239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.628362] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9659d17d-732e-47b9-a81c-9205cdb69207 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.634370] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1394.634370] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52332bac-32e1-aec6-d37e-59b7b81ff2d0" [ 1394.634370] env[63326]: _type = "Task" [ 1394.634370] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.644516] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52332bac-32e1-aec6-d37e-59b7b81ff2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.775464] env[63326]: DEBUG nova.network.neutron [-] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.825183] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fd9b39b-cc28-425c-9a84-5d0a42a5b712 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.835693] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d2290f-03e5-4f57-a26e-0faeec768a10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.867528] env[63326]: DEBUG nova.compute.manager [req-2461b3d3-1fd1-4f09-a0c5-afd7a31e9741 req-8cffd34f-f3f1-4f79-8cf0-57425e405a3a service nova] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Detach interface failed, port_id=be6d95fc-87df-4c49-9e91-eff373e9da00, reason: Instance db22896d-0f47-473f-9aeb-e15490f5232d could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1394.920221] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquiring lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.920506] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquired lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.920712] env[63326]: DEBUG nova.network.neutron [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.945874] env[63326]: DEBUG nova.compute.utils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1394.949711] env[63326]: INFO nova.compute.claims [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.954316] env[63326]: DEBUG nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.954316] env[63326]: DEBUG nova.network.neutron [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.967626] env[63326]: DEBUG oslo_vmware.api [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Task: {'id': task-1725692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085149} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.967968] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.968172] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.968740] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.001895] env[63326]: DEBUG nova.policy [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb5d88c3de54ed78cbe36a8133bc0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9debdfd3c0146aaab57214814e4a320', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.029768] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1395.030155] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b140b911-5ab6-43e6-a35a-93f3e246d634 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.040565] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9463cd-e6c5-48a1-8f30-b68e38671a95 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.073454] env[63326]: ERROR nova.compute.manager [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Failed to detach volume 83c4cd66-195c-45ee-9b18-3b4f8f05142b from /dev/sda: nova.exception.InstanceNotFound: Instance be5490f1-3a52-4019-8b49-b4226a57331c could not be found. [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Traceback (most recent call last): [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self.driver.rebuild(**kwargs) [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] raise NotImplementedError() [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] NotImplementedError [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] During handling of the above exception, another exception occurred: [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Traceback (most recent call last): [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self.driver.detach_volume(context, old_connection_info, [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] return self._volumeops.detach_volume(connection_info, instance) [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self._detach_volume_vmdk(connection_info, instance) [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] stable_ref.fetch_moref(session) [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] nova.exception.InstanceNotFound: Instance be5490f1-3a52-4019-8b49-b4226a57331c could not be found. [ 1395.073454] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] [ 1395.075910] env[63326]: DEBUG oslo_concurrency.lockutils [req-b3c42974-3720-4581-9d27-eca9edb9b406 req-2c2767d4-54c6-47bb-99be-8a8086663e35 service nova] Releasing lock "refresh_cache-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.150486] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52332bac-32e1-aec6-d37e-59b7b81ff2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.150486] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.150892] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.151135] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.151540] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.151739] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.152028] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f76db341-e7f4-4c57-8431-09211e757478 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.161296] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.161477] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.162201] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30cee5c4-710a-45da-a443-7606fbb1908e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.168054] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1395.168054] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52db0153-d369-8266-fc98-ed21fb4e6481" [ 1395.168054] env[63326]: _type = "Task" [ 1395.168054] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.179957] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52db0153-d369-8266-fc98-ed21fb4e6481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.219881] env[63326]: DEBUG nova.compute.utils [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Build of instance be5490f1-3a52-4019-8b49-b4226a57331c aborted: Failed to rebuild volume backed instance. {{(pid=63326) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1395.222421] env[63326]: ERROR nova.compute.manager [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance be5490f1-3a52-4019-8b49-b4226a57331c aborted: Failed to rebuild volume backed instance. [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Traceback (most recent call last): [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self.driver.rebuild(**kwargs) [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] raise NotImplementedError() [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] NotImplementedError [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] During handling of the above exception, another exception occurred: [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Traceback (most recent call last): [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self._detach_root_volume(context, instance, root_bdm) [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] with excutils.save_and_reraise_exception(): [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self.force_reraise() [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] raise self.value [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self.driver.detach_volume(context, old_connection_info, [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] return self._volumeops.detach_volume(connection_info, instance) [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self._detach_volume_vmdk(connection_info, instance) [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] stable_ref.fetch_moref(session) [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] nova.exception.InstanceNotFound: Instance be5490f1-3a52-4019-8b49-b4226a57331c could not be found. [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] During handling of the above exception, another exception occurred: [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Traceback (most recent call last): [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 11282, in _error_out_instance_on_exception [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] yield [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1395.222421] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self._do_rebuild_instance_with_claim( [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self._do_rebuild_instance( [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self._rebuild_default_impl(**kwargs) [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] self._rebuild_volume_backed_instance( [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] raise exception.BuildAbortException( [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] nova.exception.BuildAbortException: Build of instance be5490f1-3a52-4019-8b49-b4226a57331c aborted: Failed to rebuild volume backed instance. [ 1395.223680] env[63326]: ERROR nova.compute.manager [instance: be5490f1-3a52-4019-8b49-b4226a57331c] [ 1395.280276] env[63326]: INFO nova.compute.manager [-] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Took 1.67 seconds to deallocate network for instance. [ 1395.334156] env[63326]: DEBUG nova.network.neutron [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Successfully created port: c7d1bb07-ad06-42b7-bac9-4368f294fac3 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.454529] env[63326]: DEBUG nova.network.neutron [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.456670] env[63326]: DEBUG nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.461327] env[63326]: INFO nova.compute.resource_tracker [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating resource usage from migration fa85341e-ae26-49cf-8d59-cb1ef1a5da2d [ 1395.679911] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52db0153-d369-8266-fc98-ed21fb4e6481, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.680697] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3361817-fe7a-4ed9-9eab-5e71f343bac0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.686383] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1395.686383] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52530ce0-cd13-8e87-ee35-d30d3639b678" [ 1395.686383] env[63326]: _type = "Task" [ 1395.686383] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.697239] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52530ce0-cd13-8e87-ee35-d30d3639b678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.699228] env[63326]: DEBUG nova.network.neutron [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Updating instance_info_cache with network_info: [{"id": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "address": "fa:16:3e:c2:e4:72", "network": {"id": "0418d8c7-f381-4769-9eee-a6dcfc5debe0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-743547630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8ab4b0ba444a1e84f571ab25fc3597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b3ad8e-6a", "ovs_interfaceid": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.789181] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.801691] env[63326]: DEBUG nova.compute.manager [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Received event network-vif-plugged-05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1395.801962] env[63326]: DEBUG oslo_concurrency.lockutils [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] Acquiring lock "e310e14f-4487-4993-a6b6-367be947a9ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.802145] env[63326]: DEBUG oslo_concurrency.lockutils [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] Lock "e310e14f-4487-4993-a6b6-367be947a9ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.802312] env[63326]: DEBUG oslo_concurrency.lockutils [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] Lock "e310e14f-4487-4993-a6b6-367be947a9ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.802787] env[63326]: DEBUG nova.compute.manager [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] No waiting events found dispatching network-vif-plugged-05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.802787] env[63326]: WARNING nova.compute.manager [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Received unexpected event network-vif-plugged-05b3ad8e-6a6e-458c-91e1-da7af8c2a903 for instance with vm_state building and task_state spawning. [ 1395.802787] env[63326]: DEBUG nova.compute.manager [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Received event network-changed-05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1395.802982] env[63326]: DEBUG nova.compute.manager [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Refreshing instance network info cache due to event network-changed-05b3ad8e-6a6e-458c-91e1-da7af8c2a903. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1395.803090] env[63326]: DEBUG oslo_concurrency.lockutils [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] Acquiring lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.941817] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d9b034-4ae5-440d-bcb1-16ba4443c771 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.949853] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea8e1b0-190f-42c9-8284-2a93f28e4b13 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.985142] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d495d490-787b-4934-9b27-3f454b2d40dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.993686] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa714171-df88-4f8b-94a1-29661e69efd1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.008875] env[63326]: DEBUG nova.compute.provider_tree [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.197448] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52530ce0-cd13-8e87-ee35-d30d3639b678, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.197709] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.197957] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f319fa4f-12a1-4c82-8f25-4cd33cbe15fd/f319fa4f-12a1-4c82-8f25-4cd33cbe15fd.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.198217] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85356a3c-20b5-4d8d-8784-67ebca364226 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.202026] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Releasing lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.202122] env[63326]: DEBUG nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Instance network_info: |[{"id": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "address": "fa:16:3e:c2:e4:72", "network": {"id": "0418d8c7-f381-4769-9eee-a6dcfc5debe0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-743547630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8ab4b0ba444a1e84f571ab25fc3597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b3ad8e-6a", "ovs_interfaceid": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.202396] env[63326]: DEBUG oslo_concurrency.lockutils [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] Acquired lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.202564] env[63326]: DEBUG nova.network.neutron [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Refreshing network info cache for port 05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.203766] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:e4:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b3ad8e-6a6e-458c-91e1-da7af8c2a903', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.211215] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Creating folder: Project (4a8ab4b0ba444a1e84f571ab25fc3597). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.215019] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-537c29b4-dad2-4b2e-8638-2b679ada2adb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.216613] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1396.216613] env[63326]: value = "task-1725693" [ 1396.216613] env[63326]: _type = "Task" [ 1396.216613] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.226060] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.227429] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Created folder: Project (4a8ab4b0ba444a1e84f571ab25fc3597) in parent group-v359097. [ 1396.227609] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Creating folder: Instances. Parent ref: group-v359202. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.227837] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a2c6e6-8817-4fcc-b8b1-60b67036b181 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.237241] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Created folder: Instances in parent group-v359202. [ 1396.237465] env[63326]: DEBUG oslo.service.loopingcall [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.237587] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.237779] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d40e2c2b-312a-4278-83bb-7064b3c5242f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.258833] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.258833] env[63326]: value = "task-1725696" [ 1396.258833] env[63326]: _type = "Task" [ 1396.258833] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.268569] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725696, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.490107] env[63326]: DEBUG nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.515051] env[63326]: DEBUG nova.scheduler.client.report [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.523914] env[63326]: DEBUG nova.network.neutron [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Updated VIF entry in instance network info cache for port 05b3ad8e-6a6e-458c-91e1-da7af8c2a903. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.523914] env[63326]: DEBUG nova.network.neutron [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Updating instance_info_cache with network_info: [{"id": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "address": "fa:16:3e:c2:e4:72", "network": {"id": "0418d8c7-f381-4769-9eee-a6dcfc5debe0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-743547630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8ab4b0ba444a1e84f571ab25fc3597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b3ad8e-6a", "ovs_interfaceid": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.533153] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.533153] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.533302] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.533425] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.534167] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.534167] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.534167] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.534167] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.534351] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.534436] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.534724] env[63326]: DEBUG nova.virt.hardware [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.535672] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315ca68a-7c1e-41ae-941a-f55b7995f10a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.546819] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de2ab0f-cd8e-4094-8899-0a05f3f9d2bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.730195] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.769196] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725696, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.898588] env[63326]: DEBUG nova.compute.manager [req-43274e5e-9b20-4c5d-bba8-eca0d61b043a req-fa07107b-224a-43bd-a13a-a55d75acd29a service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Received event network-vif-plugged-c7d1bb07-ad06-42b7-bac9-4368f294fac3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1396.898817] env[63326]: DEBUG oslo_concurrency.lockutils [req-43274e5e-9b20-4c5d-bba8-eca0d61b043a req-fa07107b-224a-43bd-a13a-a55d75acd29a service nova] Acquiring lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.899032] env[63326]: DEBUG oslo_concurrency.lockutils [req-43274e5e-9b20-4c5d-bba8-eca0d61b043a req-fa07107b-224a-43bd-a13a-a55d75acd29a service nova] Lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.899205] env[63326]: DEBUG oslo_concurrency.lockutils [req-43274e5e-9b20-4c5d-bba8-eca0d61b043a req-fa07107b-224a-43bd-a13a-a55d75acd29a service nova] Lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.899370] env[63326]: DEBUG nova.compute.manager [req-43274e5e-9b20-4c5d-bba8-eca0d61b043a req-fa07107b-224a-43bd-a13a-a55d75acd29a service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] No waiting events found dispatching network-vif-plugged-c7d1bb07-ad06-42b7-bac9-4368f294fac3 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.899534] env[63326]: WARNING nova.compute.manager [req-43274e5e-9b20-4c5d-bba8-eca0d61b043a req-fa07107b-224a-43bd-a13a-a55d75acd29a service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Received unexpected event network-vif-plugged-c7d1bb07-ad06-42b7-bac9-4368f294fac3 for instance with vm_state building and task_state spawning. [ 1397.001210] env[63326]: DEBUG nova.network.neutron [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Successfully updated port: c7d1bb07-ad06-42b7-bac9-4368f294fac3 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.026948] env[63326]: DEBUG oslo_concurrency.lockutils [req-e87e8789-6c99-4d44-992c-dc41e427691e req-a04491dc-ab04-49c1-a980-7829a2a44abc service nova] Releasing lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.028029] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.589s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.028029] env[63326]: INFO nova.compute.manager [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Migrating [ 1397.028166] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.028307] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.031264] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.402s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.031507] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.033491] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.820s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.033693] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.037033] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.729s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.038115] env[63326]: INFO nova.compute.claims [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.062159] env[63326]: INFO nova.scheduler.client.report [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Deleted allocations for instance 7e178341-9bd5-498c-a076-ddcfbbf4823f [ 1397.068342] env[63326]: INFO nova.scheduler.client.report [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleted allocations for instance 45931623-3aa6-4ad0-8f39-66df3081379a [ 1397.228135] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612588} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.228418] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f319fa4f-12a1-4c82-8f25-4cd33cbe15fd/f319fa4f-12a1-4c82-8f25-4cd33cbe15fd.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.228636] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.228874] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8f64dad-4296-49cf-a9ef-df18a6428a30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.235963] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1397.235963] env[63326]: value = "task-1725697" [ 1397.235963] env[63326]: _type = "Task" [ 1397.235963] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.237284] env[63326]: DEBUG oslo_concurrency.lockutils [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.245100] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.268844] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725696, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.507086] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "refresh_cache-0aad3079-8ed4-4e29-95e6-9ad3580ec300" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.507281] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "refresh_cache-0aad3079-8ed4-4e29-95e6-9ad3580ec300" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.507442] env[63326]: DEBUG nova.network.neutron [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.510557] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Acquiring lock "be5490f1-3a52-4019-8b49-b4226a57331c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.510787] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "be5490f1-3a52-4019-8b49-b4226a57331c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.510993] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Acquiring lock "be5490f1-3a52-4019-8b49-b4226a57331c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.511362] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "be5490f1-3a52-4019-8b49-b4226a57331c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.511622] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "be5490f1-3a52-4019-8b49-b4226a57331c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.517356] env[63326]: INFO nova.compute.manager [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Terminating instance [ 1397.530591] env[63326]: INFO nova.compute.rpcapi [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1397.532479] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.572052] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16789489-73af-47f6-b6df-93762cb733ed tempest-ServerMetadataTestJSON-465427827 tempest-ServerMetadataTestJSON-465427827-project-member] Lock "7e178341-9bd5-498c-a076-ddcfbbf4823f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.867s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.575257] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df076338-3b4f-4636-a71a-9ff0a6f0dd5a tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "45931623-3aa6-4ad0-8f39-66df3081379a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.034s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.745978] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.373965} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.746409] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.747214] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48bbae2-4fb1-46a5-bb74-db2d381e6d15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.771883] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] f319fa4f-12a1-4c82-8f25-4cd33cbe15fd/f319fa4f-12a1-4c82-8f25-4cd33cbe15fd.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.775208] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-105ebca3-ccf5-4b24-a4be-b4111c95354b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.795893] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725696, 'name': CreateVM_Task, 'duration_secs': 1.36554} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.796995] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.797330] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1397.797330] env[63326]: value = "task-1725698" [ 1397.797330] env[63326]: _type = "Task" [ 1397.797330] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.798301] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.798464] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.798983] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.799281] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480e9607-f493-43bf-abea-b285f51537ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.806394] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1397.806394] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e0fef3-fc22-c552-f465-78d86d771dbb" [ 1397.806394] env[63326]: _type = "Task" [ 1397.806394] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.809548] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.816833] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e0fef3-fc22-c552-f465-78d86d771dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.027030] env[63326]: DEBUG nova.compute.manager [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.027030] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60105eee-192d-4e3b-ae49-f03558531483 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.035252] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d455542-56db-4aa4-a0cf-46fa3ca2391a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.054703] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.055043] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.055337] env[63326]: DEBUG nova.network.neutron [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.068338] env[63326]: WARNING nova.virt.vmwareapi.driver [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance be5490f1-3a52-4019-8b49-b4226a57331c could not be found. [ 1398.068768] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.069855] env[63326]: DEBUG nova.network.neutron [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.074712] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69013960-dacc-4c1e-9d95-aa65b30f099c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.093637] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303d50bb-9193-4320-b1ec-f23c286807e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.113304] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquiring lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.113570] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.113774] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquiring lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.113952] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.114149] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.116531] env[63326]: INFO nova.compute.manager [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Terminating instance [ 1398.131397] env[63326]: WARNING nova.virt.vmwareapi.vmops [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance be5490f1-3a52-4019-8b49-b4226a57331c could not be found. [ 1398.131586] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.131763] env[63326]: INFO nova.compute.manager [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1398.132037] env[63326]: DEBUG oslo.service.loopingcall [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.133552] env[63326]: DEBUG nova.compute.manager [-] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.133661] env[63326]: DEBUG nova.network.neutron [-] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.319516] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725698, 'name': ReconfigVM_Task, 'duration_secs': 0.302274} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.320395] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Reconfigured VM instance instance-00000021 to attach disk [datastore1] f319fa4f-12a1-4c82-8f25-4cd33cbe15fd/f319fa4f-12a1-4c82-8f25-4cd33cbe15fd.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.321486] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97d5c734-9065-404d-bbe8-e9e6a602b5ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.328839] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e0fef3-fc22-c552-f465-78d86d771dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014309} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.332191] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.332191] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.332191] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.332299] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.332445] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.332916] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2ac7be1-d574-46f9-b717-350f3c26d6a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.336420] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1398.336420] env[63326]: value = "task-1725699" [ 1398.336420] env[63326]: _type = "Task" [ 1398.336420] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.347833] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725699, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.348093] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.348257] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.348940] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5539080e-c525-4ed0-95c2-608e3b3f9ca7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.353798] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1398.353798] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52466a84-2ac1-6563-0d00-9c5566026939" [ 1398.353798] env[63326]: _type = "Task" [ 1398.353798] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.363185] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52466a84-2ac1-6563-0d00-9c5566026939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.380918] env[63326]: DEBUG nova.network.neutron [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Updating instance_info_cache with network_info: [{"id": "c7d1bb07-ad06-42b7-bac9-4368f294fac3", "address": "fa:16:3e:53:73:d0", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d1bb07-ad", "ovs_interfaceid": "c7d1bb07-ad06-42b7-bac9-4368f294fac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.561144] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a8ac73-4647-496d-8231-a3230c9d9a4b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.568743] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261b3cdc-6a25-4fb4-ba35-81c91fe98176 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.606378] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3df155-397f-4800-a412-2ad0dee88d51 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.614648] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe1975b-95a2-4508-a2e8-7ce1f2f57b4c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.628398] env[63326]: DEBUG nova.compute.provider_tree [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.636890] env[63326]: DEBUG nova.compute.manager [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.637113] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.637914] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b45bfc-05d8-416c-a1fc-f9a023181ac1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.646009] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.646316] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f546f437-214a-4188-945e-705e4e93a759 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.652763] env[63326]: DEBUG oslo_vmware.api [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1398.652763] env[63326]: value = "task-1725700" [ 1398.652763] env[63326]: _type = "Task" [ 1398.652763] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.661103] env[63326]: DEBUG oslo_vmware.api [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.746166] env[63326]: DEBUG nova.network.neutron [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance_info_cache with network_info: [{"id": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "address": "fa:16:3e:9d:94:12", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccb1278-72", "ovs_interfaceid": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.804708] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.804987] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.805338] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.805383] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.805535] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.810991] env[63326]: INFO nova.compute.manager [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Terminating instance [ 1398.849112] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725699, 'name': Rename_Task, 'duration_secs': 0.195549} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.849112] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.849112] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fde124a8-3d1d-4579-becd-ba2aced58eea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.855984] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1398.855984] env[63326]: value = "task-1725701" [ 1398.855984] env[63326]: _type = "Task" [ 1398.855984] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.869657] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52466a84-2ac1-6563-0d00-9c5566026939, 'name': SearchDatastore_Task, 'duration_secs': 0.01948} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.873672] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.873913] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cf56ac-885d-4356-b48f-0c94fd82e36c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.882119] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1398.882119] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526c1574-c4ec-9534-a10f-97663ae00d4e" [ 1398.882119] env[63326]: _type = "Task" [ 1398.882119] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.886295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "refresh_cache-0aad3079-8ed4-4e29-95e6-9ad3580ec300" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.886295] env[63326]: DEBUG nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Instance network_info: |[{"id": "c7d1bb07-ad06-42b7-bac9-4368f294fac3", "address": "fa:16:3e:53:73:d0", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d1bb07-ad", "ovs_interfaceid": "c7d1bb07-ad06-42b7-bac9-4368f294fac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.886671] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:73:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7d1bb07-ad06-42b7-bac9-4368f294fac3', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.899663] env[63326]: DEBUG oslo.service.loopingcall [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.900968] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.901227] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-221ff595-444f-43c6-bd68-f148b6a237d8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.927785] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526c1574-c4ec-9534-a10f-97663ae00d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.928627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.929121] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] e310e14f-4487-4993-a6b6-367be947a9ba/e310e14f-4487-4993-a6b6-367be947a9ba.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.929224] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcac0142-db22-435b-81f3-f665898b5f21 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.933379] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.933379] env[63326]: value = "task-1725702" [ 1398.933379] env[63326]: _type = "Task" [ 1398.933379] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.938126] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1398.938126] env[63326]: value = "task-1725703" [ 1398.938126] env[63326]: _type = "Task" [ 1398.938126] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.945237] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725702, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.950574] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.134817] env[63326]: DEBUG nova.scheduler.client.report [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.165163] env[63326]: DEBUG oslo_vmware.api [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725700, 'name': PowerOffVM_Task, 'duration_secs': 0.328103} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.165448] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.165607] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.165878] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51515bf6-65fd-4587-ac54-9b1c4ebd58f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.246676] env[63326]: DEBUG nova.compute.manager [req-f3db6526-4199-4d13-87ea-455337a003be req-b54b7b7f-638c-4c56-ae8b-fe24fb676558 service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Received event network-changed-c7d1bb07-ad06-42b7-bac9-4368f294fac3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1399.246860] env[63326]: DEBUG nova.compute.manager [req-f3db6526-4199-4d13-87ea-455337a003be req-b54b7b7f-638c-4c56-ae8b-fe24fb676558 service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Refreshing instance network info cache due to event network-changed-c7d1bb07-ad06-42b7-bac9-4368f294fac3. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1399.247089] env[63326]: DEBUG oslo_concurrency.lockutils [req-f3db6526-4199-4d13-87ea-455337a003be req-b54b7b7f-638c-4c56-ae8b-fe24fb676558 service nova] Acquiring lock "refresh_cache-0aad3079-8ed4-4e29-95e6-9ad3580ec300" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.247257] env[63326]: DEBUG oslo_concurrency.lockutils [req-f3db6526-4199-4d13-87ea-455337a003be req-b54b7b7f-638c-4c56-ae8b-fe24fb676558 service nova] Acquired lock "refresh_cache-0aad3079-8ed4-4e29-95e6-9ad3580ec300" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.247464] env[63326]: DEBUG nova.network.neutron [req-f3db6526-4199-4d13-87ea-455337a003be req-b54b7b7f-638c-4c56-ae8b-fe24fb676558 service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Refreshing network info cache for port c7d1bb07-ad06-42b7-bac9-4368f294fac3 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.249782] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.288735] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.289088] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.289330] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Deleting the datastore file [datastore1] 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.289637] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23373cfe-038a-4438-8c01-3ceca3a2af9c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.296819] env[63326]: DEBUG oslo_vmware.api [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for the task: (returnval){ [ 1399.296819] env[63326]: value = "task-1725705" [ 1399.296819] env[63326]: _type = "Task" [ 1399.296819] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.308558] env[63326]: DEBUG oslo_vmware.api [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.316886] env[63326]: DEBUG nova.compute.manager [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.317190] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.318082] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc681e7-7607-47ca-b752-2bf45013e8b8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.330041] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.330041] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18a52cf4-f392-4e52-95cc-c3b8c711796a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.336348] env[63326]: DEBUG oslo_vmware.api [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1399.336348] env[63326]: value = "task-1725706" [ 1399.336348] env[63326]: _type = "Task" [ 1399.336348] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.350843] env[63326]: DEBUG oslo_vmware.api [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.369124] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725701, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.454731] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725702, 'name': CreateVM_Task, 'duration_secs': 0.332121} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.457954] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.459382] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725703, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.459382] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.459382] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.459525] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.459782] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ac1668-a817-4792-907b-b0a5faf3fd0f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.468202] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1399.468202] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dc2725-9d8f-8659-0a45-487e2d788fb6" [ 1399.468202] env[63326]: _type = "Task" [ 1399.468202] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.480421] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dc2725-9d8f-8659-0a45-487e2d788fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.628147] env[63326]: DEBUG nova.compute.manager [req-24e56541-a003-4c4c-be61-eccc603081a2 req-c7352b56-7849-4734-b33c-61abd9ec2f4d service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Received event network-vif-deleted-c619e910-9aec-43eb-a02f-9c9ecf6e23fd {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1399.628147] env[63326]: INFO nova.compute.manager [req-24e56541-a003-4c4c-be61-eccc603081a2 req-c7352b56-7849-4734-b33c-61abd9ec2f4d service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Neutron deleted interface c619e910-9aec-43eb-a02f-9c9ecf6e23fd; detaching it from the instance and deleting it from the info cache [ 1399.628147] env[63326]: DEBUG nova.network.neutron [req-24e56541-a003-4c4c-be61-eccc603081a2 req-c7352b56-7849-4734-b33c-61abd9ec2f4d service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.642434] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.643548] env[63326]: DEBUG nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.649017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.977s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.653017] env[63326]: INFO nova.compute.claims [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.720615] env[63326]: DEBUG nova.network.neutron [-] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.808340] env[63326]: DEBUG oslo_vmware.api [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Task: {'id': task-1725705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343987} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.809461] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.810520] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.810520] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.811136] env[63326]: INFO nova.compute.manager [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1399.811418] env[63326]: DEBUG oslo.service.loopingcall [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.812059] env[63326]: DEBUG nova.compute.manager [-] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.812059] env[63326]: DEBUG nova.network.neutron [-] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.848873] env[63326]: DEBUG oslo_vmware.api [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725706, 'name': PowerOffVM_Task, 'duration_secs': 0.330824} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.848873] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.848873] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.849174] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df3bec98-178a-48ab-9efe-2e6cbdfb0059 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.874298] env[63326]: DEBUG oslo_vmware.api [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725701, 'name': PowerOnVM_Task, 'duration_secs': 0.945982} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.877607] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.877896] env[63326]: INFO nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1399.879054] env[63326]: DEBUG nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.880517] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9c3d66-95b6-45b0-86c6-28b7efe4b391 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.941608] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.941819] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.941992] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleting the datastore file [datastore1] d1ec065a-cb29-4429-aaa3-a9ef8b6b1302 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.942324] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8650b60-65c6-4c47-8d7f-490b197e8a93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.955145] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573807} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.956495] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] e310e14f-4487-4993-a6b6-367be947a9ba/e310e14f-4487-4993-a6b6-367be947a9ba.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.956713] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.959576] env[63326]: DEBUG oslo_vmware.api [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for the task: (returnval){ [ 1399.959576] env[63326]: value = "task-1725708" [ 1399.959576] env[63326]: _type = "Task" [ 1399.959576] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.959576] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-484fa357-a014-4f26-a1a0-9a62c9352e21 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.974743] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1399.974743] env[63326]: value = "task-1725709" [ 1399.974743] env[63326]: _type = "Task" [ 1399.974743] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.979019] env[63326]: DEBUG oslo_vmware.api [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.986607] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dc2725-9d8f-8659-0a45-487e2d788fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.030514} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.987302] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.987557] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.987835] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.988026] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.988223] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.991242] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f68d2a53-e1e0-4a73-948c-14c874a1deba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.993031] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.998821] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.999048] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.000107] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd6cd21-da2b-44be-8b33-4bf01371f62d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.004760] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1400.004760] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52118cbc-87b2-e627-5020-90a225d63e69" [ 1400.004760] env[63326]: _type = "Task" [ 1400.004760] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.012707] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52118cbc-87b2-e627-5020-90a225d63e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.129797] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad317e88-e8c2-4281-8e36-8af6d560bb87 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.139038] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8584fec7-a3ed-4d44-bad2-a47988a46f28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.154535] env[63326]: DEBUG nova.compute.utils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1400.155926] env[63326]: DEBUG nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.156156] env[63326]: DEBUG nova.network.neutron [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.183942] env[63326]: DEBUG nova.compute.manager [req-24e56541-a003-4c4c-be61-eccc603081a2 req-c7352b56-7849-4734-b33c-61abd9ec2f4d service nova] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Detach interface failed, port_id=c619e910-9aec-43eb-a02f-9c9ecf6e23fd, reason: Instance be5490f1-3a52-4019-8b49-b4226a57331c could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1400.222686] env[63326]: INFO nova.compute.manager [-] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Took 2.09 seconds to deallocate network for instance. [ 1400.248636] env[63326]: DEBUG nova.policy [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '186ab538356041e9a05038a34c49c1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d5d2f4de7248c4b2314eeb376bce5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1400.299827] env[63326]: DEBUG nova.network.neutron [req-f3db6526-4199-4d13-87ea-455337a003be req-b54b7b7f-638c-4c56-ae8b-fe24fb676558 service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Updated VIF entry in instance network info cache for port c7d1bb07-ad06-42b7-bac9-4368f294fac3. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.300167] env[63326]: DEBUG nova.network.neutron [req-f3db6526-4199-4d13-87ea-455337a003be req-b54b7b7f-638c-4c56-ae8b-fe24fb676558 service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Updating instance_info_cache with network_info: [{"id": "c7d1bb07-ad06-42b7-bac9-4368f294fac3", "address": "fa:16:3e:53:73:d0", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d1bb07-ad", "ovs_interfaceid": "c7d1bb07-ad06-42b7-bac9-4368f294fac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.401952] env[63326]: INFO nova.compute.manager [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Took 46.72 seconds to build instance. [ 1400.476460] env[63326]: DEBUG oslo_vmware.api [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Task: {'id': task-1725708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463041} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.477763] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.477961] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.478151] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.478317] env[63326]: INFO nova.compute.manager [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1400.478555] env[63326]: DEBUG oslo.service.loopingcall [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.481813] env[63326]: DEBUG nova.compute.manager [-] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.485023] env[63326]: DEBUG nova.network.neutron [-] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.494757] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065902} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.495861] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.497296] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9bd640-88a1-4210-a01a-98f64593ddcb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.525034] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] e310e14f-4487-4993-a6b6-367be947a9ba/e310e14f-4487-4993-a6b6-367be947a9ba.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.528805] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51245d2a-c3e8-471b-bb27-6f415fa463d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.551522] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52118cbc-87b2-e627-5020-90a225d63e69, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.553244] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1400.553244] env[63326]: value = "task-1725710" [ 1400.553244] env[63326]: _type = "Task" [ 1400.553244] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.553445] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fa2509-5bb8-4968-8b07-48fc0e4bc75d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.563817] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.565064] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1400.565064] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ec6a74-838d-0305-044c-e9c02ae74db3" [ 1400.565064] env[63326]: _type = "Task" [ 1400.565064] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.574198] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ec6a74-838d-0305-044c-e9c02ae74db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.660974] env[63326]: DEBUG nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.768908] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e90c1e3-ba3a-4a43-9386-7cdfeb70f092 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.789451] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance '1fce1567-6383-45d1-8001-e6839a481c69' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1400.803082] env[63326]: DEBUG oslo_concurrency.lockutils [req-f3db6526-4199-4d13-87ea-455337a003be req-b54b7b7f-638c-4c56-ae8b-fe24fb676558 service nova] Releasing lock "refresh_cache-0aad3079-8ed4-4e29-95e6-9ad3580ec300" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.805244] env[63326]: INFO nova.compute.manager [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Took 0.58 seconds to detach 1 volumes for instance. [ 1400.807472] env[63326]: DEBUG nova.compute.manager [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Deleting volume: 83c4cd66-195c-45ee-9b18-3b4f8f05142b {{(pid=63326) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1400.903732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ba83746-3bf1-40b5-90f0-9cfbe4cb2a62 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.251s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.986900] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b85649f-af4e-4d46-b72f-17685ea13396 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "interface-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.987160] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b85649f-af4e-4d46-b72f-17685ea13396 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "interface-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.987483] env[63326]: DEBUG nova.objects.instance [None req-2b85649f-af4e-4d46-b72f-17685ea13396 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lazy-loading 'flavor' on Instance uuid f319fa4f-12a1-4c82-8f25-4cd33cbe15fd {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.065221] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725710, 'name': ReconfigVM_Task, 'duration_secs': 0.282295} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.065593] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Reconfigured VM instance instance-00000022 to attach disk [datastore1] e310e14f-4487-4993-a6b6-367be947a9ba/e310e14f-4487-4993-a6b6-367be947a9ba.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.069738] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f74c82bf-c475-46b0-a300-abac2b417127 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.077020] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ec6a74-838d-0305-044c-e9c02ae74db3, 'name': SearchDatastore_Task, 'duration_secs': 0.020149} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.078301] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.078568] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 0aad3079-8ed4-4e29-95e6-9ad3580ec300/0aad3079-8ed4-4e29-95e6-9ad3580ec300.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.078943] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1401.078943] env[63326]: value = "task-1725712" [ 1401.078943] env[63326]: _type = "Task" [ 1401.078943] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.081605] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-579a6b4d-17d2-4a55-9e5c-f9994030064a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.092944] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725712, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.095092] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1401.095092] env[63326]: value = "task-1725713" [ 1401.095092] env[63326]: _type = "Task" [ 1401.095092] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.109458] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.114975] env[63326]: DEBUG nova.network.neutron [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Successfully created port: 203b815a-dcc4-49d3-8a55-eddad0e1b77d {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.129958] env[63326]: DEBUG nova.network.neutron [-] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.276993] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd4013f-f0f0-43dc-9355-56e160663545 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.285121] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e965093b-6d1d-48a4-9497-7aecd1015977 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.320362] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.320835] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf9ac448-76e8-47b6-bae1-6e2f99530315 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.323540] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb54fa4-cb7f-44e4-8215-4c39f80a21e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.333409] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdca34d-24f0-450d-9989-3d4da914bcf0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.338273] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1401.338273] env[63326]: value = "task-1725714" [ 1401.338273] env[63326]: _type = "Task" [ 1401.338273] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.352879] env[63326]: DEBUG nova.compute.provider_tree [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.355694] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.361604] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.375382] env[63326]: DEBUG nova.network.neutron [-] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.406806] env[63326]: DEBUG nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1401.491573] env[63326]: DEBUG nova.objects.instance [None req-2b85649f-af4e-4d46-b72f-17685ea13396 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lazy-loading 'pci_requests' on Instance uuid f319fa4f-12a1-4c82-8f25-4cd33cbe15fd {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.600025] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725712, 'name': Rename_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.610852] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.636477] env[63326]: INFO nova.compute.manager [-] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Took 1.82 seconds to deallocate network for instance. [ 1401.678231] env[63326]: DEBUG nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.725125] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.725125] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.725125] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.725125] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.725568] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.725605] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.725869] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.725990] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.726183] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.726349] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.726600] env[63326]: DEBUG nova.virt.hardware [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.727962] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6dd023-2d0d-49c9-a785-b741d8288457 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.743323] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e9c6d7-a835-4e64-8997-addc438001ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.849945] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725714, 'name': PowerOffVM_Task, 'duration_secs': 0.228193} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.850392] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.850909] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance '1fce1567-6383-45d1-8001-e6839a481c69' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1401.857700] env[63326]: DEBUG nova.scheduler.client.report [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.878738] env[63326]: INFO nova.compute.manager [-] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Took 1.40 seconds to deallocate network for instance. [ 1401.937886] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.994631] env[63326]: DEBUG nova.objects.base [None req-2b85649f-af4e-4d46-b72f-17685ea13396 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1401.994960] env[63326]: DEBUG nova.network.neutron [None req-2b85649f-af4e-4d46-b72f-17685ea13396 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.077949] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b85649f-af4e-4d46-b72f-17685ea13396 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "interface-f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.091s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.094238] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725712, 'name': Rename_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.107309] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69146} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.107569] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 0aad3079-8ed4-4e29-95e6-9ad3580ec300/0aad3079-8ed4-4e29-95e6-9ad3580ec300.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.107779] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.108015] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb56a70c-8b41-4250-9377-e5721d145674 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.118735] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1402.118735] env[63326]: value = "task-1725715" [ 1402.118735] env[63326]: _type = "Task" [ 1402.118735] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.129074] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.142173] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.359090] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.359304] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.359871] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.359871] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.359871] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.359992] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.360664] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.360851] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.361035] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.361206] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.361383] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.367440] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.367924] env[63326]: DEBUG nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.370347] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9fbeb3-3cd9-485b-ae45-0184108c7c95 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.381649] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.998s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.381875] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.386625] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.640s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.386625] env[63326]: INFO nova.compute.claims [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.390488] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.396774] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1402.396774] env[63326]: value = "task-1725716" [ 1402.396774] env[63326]: _type = "Task" [ 1402.396774] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.409981] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.419042] env[63326]: INFO nova.scheduler.client.report [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Deleted allocations for instance 192917aa-96cd-4d58-b160-e022003d565a [ 1402.596276] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725712, 'name': Rename_Task, 'duration_secs': 1.162325} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.597876] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.598231] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63c2a907-8033-4e72-ab15-007d3a65ec2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.607231] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1402.607231] env[63326]: value = "task-1725717" [ 1402.607231] env[63326]: _type = "Task" [ 1402.607231] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.622426] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.630914] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069096} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.631193] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.631952] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d5a3f-f75c-4a11-a2db-55257715de57 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.655797] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0aad3079-8ed4-4e29-95e6-9ad3580ec300/0aad3079-8ed4-4e29-95e6-9ad3580ec300.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.656136] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026f1090-c1c0-4825-89fd-e4be9cf0db6a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.677217] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1402.677217] env[63326]: value = "task-1725718" [ 1402.677217] env[63326]: _type = "Task" [ 1402.677217] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.684539] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.697737] env[63326]: DEBUG nova.compute.manager [req-7b4c97b8-fa73-4266-ba86-2006117c19ca req-6bd95b67-7458-4ddd-92a2-4a0664843a0a service nova] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Received event network-vif-deleted-e2ee074e-9680-4830-b3df-16a43639dece {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1402.697737] env[63326]: DEBUG nova.compute.manager [req-7b4c97b8-fa73-4266-ba86-2006117c19ca req-6bd95b67-7458-4ddd-92a2-4a0664843a0a service nova] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Received event network-vif-deleted-bfe85c1c-cc95-4b4c-9453-62031933f083 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1402.883713] env[63326]: DEBUG nova.compute.utils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.885221] env[63326]: DEBUG nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1402.885397] env[63326]: DEBUG nova.network.neutron [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.916277] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725716, 'name': ReconfigVM_Task, 'duration_secs': 0.222785} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.916616] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance '1fce1567-6383-45d1-8001-e6839a481c69' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.930036] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da9381ff-b128-4f03-8d11-e39f942d1636 tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "192917aa-96cd-4d58-b160-e022003d565a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.535s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.933589] env[63326]: DEBUG nova.policy [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f7fd74e2fee404cbe221cd76f6d6521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7a765955b3546cd84e878b7fe1235b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1403.116625] env[63326]: DEBUG oslo_vmware.api [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1725717, 'name': PowerOnVM_Task} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.116913] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.117410] env[63326]: INFO nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1403.117610] env[63326]: DEBUG nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.118677] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829aa06e-3f7b-4889-a278-fb8172248177 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.185235] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725718, 'name': ReconfigVM_Task, 'duration_secs': 0.349216} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.188037] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0aad3079-8ed4-4e29-95e6-9ad3580ec300/0aad3079-8ed4-4e29-95e6-9ad3580ec300.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.188037] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd61e0a2-0a8e-48e0-a70d-59bb164d3b09 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.196018] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1403.196018] env[63326]: value = "task-1725719" [ 1403.196018] env[63326]: _type = "Task" [ 1403.196018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.201995] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725719, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.229375] env[63326]: DEBUG nova.network.neutron [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Successfully created port: e396e02f-d0ac-49fd-88d3-27b32a7033ab {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.338267] env[63326]: DEBUG nova.network.neutron [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Successfully updated port: 203b815a-dcc4-49d3-8a55-eddad0e1b77d {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.389838] env[63326]: DEBUG nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1403.425151] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.425437] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.425629] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.425889] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.426095] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.426278] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.426814] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.426814] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.426814] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.427033] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.427252] env[63326]: DEBUG nova.virt.hardware [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.435744] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1403.437152] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298fef8b-1a17-40c0-b3b5-8e8cbbfde3fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.463305] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1403.463305] env[63326]: value = "task-1725720" [ 1403.463305] env[63326]: _type = "Task" [ 1403.463305] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.475247] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.649146] env[63326]: INFO nova.compute.manager [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Took 44.36 seconds to build instance. [ 1403.706036] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725719, 'name': Rename_Task, 'duration_secs': 0.335968} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.709294] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.709294] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f40e5577-5312-459e-acd9-6215f0c5e726 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.715354] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1403.715354] env[63326]: value = "task-1725721" [ 1403.715354] env[63326]: _type = "Task" [ 1403.715354] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.723816] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.745358] env[63326]: DEBUG nova.compute.manager [req-a10ac63e-60ac-4367-a4fa-0aac368031b1 req-6a008016-3afc-4efe-ae25-3fa905d5b388 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Received event network-vif-plugged-203b815a-dcc4-49d3-8a55-eddad0e1b77d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1403.745650] env[63326]: DEBUG oslo_concurrency.lockutils [req-a10ac63e-60ac-4367-a4fa-0aac368031b1 req-6a008016-3afc-4efe-ae25-3fa905d5b388 service nova] Acquiring lock "2503dee7-4536-4222-909c-e24a3718df40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.745938] env[63326]: DEBUG oslo_concurrency.lockutils [req-a10ac63e-60ac-4367-a4fa-0aac368031b1 req-6a008016-3afc-4efe-ae25-3fa905d5b388 service nova] Lock "2503dee7-4536-4222-909c-e24a3718df40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.746386] env[63326]: DEBUG oslo_concurrency.lockutils [req-a10ac63e-60ac-4367-a4fa-0aac368031b1 req-6a008016-3afc-4efe-ae25-3fa905d5b388 service nova] Lock "2503dee7-4536-4222-909c-e24a3718df40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.746630] env[63326]: DEBUG nova.compute.manager [req-a10ac63e-60ac-4367-a4fa-0aac368031b1 req-6a008016-3afc-4efe-ae25-3fa905d5b388 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] No waiting events found dispatching network-vif-plugged-203b815a-dcc4-49d3-8a55-eddad0e1b77d {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1403.746863] env[63326]: WARNING nova.compute.manager [req-a10ac63e-60ac-4367-a4fa-0aac368031b1 req-6a008016-3afc-4efe-ae25-3fa905d5b388 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Received unexpected event network-vif-plugged-203b815a-dcc4-49d3-8a55-eddad0e1b77d for instance with vm_state building and task_state spawning. [ 1403.840979] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.841199] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.841284] env[63326]: DEBUG nova.network.neutron [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.956072] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1482ad-72af-48ae-a7b8-e2c35cdc0088 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.964779] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "521c8d2a-97aa-45cf-b16e-850393935c6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.965065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "521c8d2a-97aa-45cf-b16e-850393935c6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.965488] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "521c8d2a-97aa-45cf-b16e-850393935c6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.965488] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "521c8d2a-97aa-45cf-b16e-850393935c6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.965799] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "521c8d2a-97aa-45cf-b16e-850393935c6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.971314] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df94c7-2658-4742-bb1e-c98cace916fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.974590] env[63326]: INFO nova.compute.manager [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Terminating instance [ 1403.982616] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725720, 'name': ReconfigVM_Task, 'duration_secs': 0.169279} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.006245] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1404.007752] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a171d6-202e-4ab7-899b-762a9a4e5f47 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.010771] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c491e-47b4-4198-ba5c-bad54e82b655 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.031142] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deef89b4-e537-4872-b299-045ae6a41b37 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.042560] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 1fce1567-6383-45d1-8001-e6839a481c69/1fce1567-6383-45d1-8001-e6839a481c69.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.042877] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe160127-0db3-41cb-b7cc-a516d62154eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.067977] env[63326]: DEBUG nova.compute.provider_tree [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.073025] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1404.073025] env[63326]: value = "task-1725722" [ 1404.073025] env[63326]: _type = "Task" [ 1404.073025] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.079085] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.148472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5be74378-4697-4ec0-bb50-8765bdecbed4 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "e310e14f-4487-4993-a6b6-367be947a9ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.729s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.227486] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.379198] env[63326]: DEBUG nova.network.neutron [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.403253] env[63326]: DEBUG nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.430956] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.430956] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.430956] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.430956] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.430956] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.431346] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.431346] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.431406] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.431902] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.431902] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.431902] env[63326]: DEBUG nova.virt.hardware [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.432788] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7851320-ec98-4a2c-a993-364ecbae1f28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.443911] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53294781-e86c-4047-8ee8-5b91a13ee781 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.479069] env[63326]: DEBUG nova.compute.manager [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.479321] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.480237] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a197eb-3e8a-470f-98b3-8ea1640bdf09 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.488198] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.489024] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f5e8985-38a3-41c6-ae91-7cd06ae59e10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.494971] env[63326]: DEBUG oslo_vmware.api [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1404.494971] env[63326]: value = "task-1725723" [ 1404.494971] env[63326]: _type = "Task" [ 1404.494971] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.506152] env[63326]: DEBUG oslo_vmware.api [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.571540] env[63326]: DEBUG nova.scheduler.client.report [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.584977] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725722, 'name': ReconfigVM_Task, 'duration_secs': 0.286768} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.585336] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 1fce1567-6383-45d1-8001-e6839a481c69/1fce1567-6383-45d1-8001-e6839a481c69.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.587314] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance '1fce1567-6383-45d1-8001-e6839a481c69' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.599265] env[63326]: DEBUG nova.network.neutron [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Updating instance_info_cache with network_info: [{"id": "203b815a-dcc4-49d3-8a55-eddad0e1b77d", "address": "fa:16:3e:6a:87:a1", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203b815a-dc", "ovs_interfaceid": "203b815a-dcc4-49d3-8a55-eddad0e1b77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.611657] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.611964] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.612681] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.612918] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.613138] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.615371] env[63326]: INFO nova.compute.manager [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Terminating instance [ 1404.650790] env[63326]: DEBUG nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.732118] env[63326]: DEBUG oslo_vmware.api [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725721, 'name': PowerOnVM_Task, 'duration_secs': 0.634365} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.732118] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.732118] env[63326]: INFO nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1404.732118] env[63326]: DEBUG nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.732118] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a1e70-abbe-4011-862a-e91e16d55aad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.939143] env[63326]: DEBUG nova.network.neutron [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Successfully updated port: e396e02f-d0ac-49fd-88d3-27b32a7033ab {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.007820] env[63326]: DEBUG oslo_vmware.api [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725723, 'name': PowerOffVM_Task, 'duration_secs': 0.328918} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.008829] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.009061] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.010061] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc35f9f2-ac0e-4a28-b509-a70283cf50d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.080408] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.081326] env[63326]: DEBUG nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1405.084256] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.236s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.085818] env[63326]: INFO nova.compute.claims [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.095020] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cabb04-9cec-47fd-9ffd-f686627dce44 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.096120] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.096315] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.096481] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Deleting the datastore file [datastore1] 521c8d2a-97aa-45cf-b16e-850393935c6f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.097085] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c38c36e9-c7b2-43d6-8226-b4618445bcaf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.112461] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.112782] env[63326]: DEBUG nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Instance network_info: |[{"id": "203b815a-dcc4-49d3-8a55-eddad0e1b77d", "address": "fa:16:3e:6a:87:a1", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203b815a-dc", "ovs_interfaceid": "203b815a-dcc4-49d3-8a55-eddad0e1b77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1405.115026] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:87:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '203b815a-dcc4-49d3-8a55-eddad0e1b77d', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.123964] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Creating folder: Project (42d5d2f4de7248c4b2314eeb376bce5c). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.124791] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b35cb-a90d-467a-b21c-c4b5a412a1df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.127736] env[63326]: DEBUG oslo_vmware.api [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for the task: (returnval){ [ 1405.127736] env[63326]: value = "task-1725725" [ 1405.127736] env[63326]: _type = "Task" [ 1405.127736] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.128553] env[63326]: DEBUG nova.compute.manager [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.129136] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.129136] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ade0230-a13e-41f1-b678-722cdcb09be9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.134021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee654ad-39c6-4f79-b777-1f167b8ebead {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.157792] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance '1fce1567-6383-45d1-8001-e6839a481c69' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.166490] env[63326]: DEBUG nova.compute.manager [req-5dbf0b8e-98e0-4395-9098-4b1d82ae39b9 req-30915341-00aa-421f-a230-b41a8f1f091e service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Received event network-vif-plugged-e396e02f-d0ac-49fd-88d3-27b32a7033ab {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1405.166698] env[63326]: DEBUG oslo_concurrency.lockutils [req-5dbf0b8e-98e0-4395-9098-4b1d82ae39b9 req-30915341-00aa-421f-a230-b41a8f1f091e service nova] Acquiring lock "530863d0-7395-4add-8633-51aa81bf1067-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.166897] env[63326]: DEBUG oslo_concurrency.lockutils [req-5dbf0b8e-98e0-4395-9098-4b1d82ae39b9 req-30915341-00aa-421f-a230-b41a8f1f091e service nova] Lock "530863d0-7395-4add-8633-51aa81bf1067-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.168020] env[63326]: DEBUG oslo_concurrency.lockutils [req-5dbf0b8e-98e0-4395-9098-4b1d82ae39b9 req-30915341-00aa-421f-a230-b41a8f1f091e service nova] Lock "530863d0-7395-4add-8633-51aa81bf1067-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.168020] env[63326]: DEBUG nova.compute.manager [req-5dbf0b8e-98e0-4395-9098-4b1d82ae39b9 req-30915341-00aa-421f-a230-b41a8f1f091e service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] No waiting events found dispatching network-vif-plugged-e396e02f-d0ac-49fd-88d3-27b32a7033ab {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1405.168020] env[63326]: WARNING nova.compute.manager [req-5dbf0b8e-98e0-4395-9098-4b1d82ae39b9 req-30915341-00aa-421f-a230-b41a8f1f091e service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Received unexpected event network-vif-plugged-e396e02f-d0ac-49fd-88d3-27b32a7033ab for instance with vm_state building and task_state spawning. [ 1405.171653] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Created folder: Project (42d5d2f4de7248c4b2314eeb376bce5c) in parent group-v359097. [ 1405.171858] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Creating folder: Instances. Parent ref: group-v359206. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.172380] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.175674] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94d47bd2-f511-41ba-9f08-b342d651efc0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.175888] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94507dff-4a18-4831-a0ed-25edd19cc2d5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.182433] env[63326]: DEBUG oslo_vmware.api [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.185713] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.185713] env[63326]: DEBUG oslo_vmware.api [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1405.185713] env[63326]: value = "task-1725728" [ 1405.185713] env[63326]: _type = "Task" [ 1405.185713] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.189404] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Created folder: Instances in parent group-v359206. [ 1405.190030] env[63326]: DEBUG oslo.service.loopingcall [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.190030] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.190167] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c48410c-5de5-464c-9b6b-1d070f9c06e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.209484] env[63326]: DEBUG oslo_vmware.api [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.214567] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.214567] env[63326]: value = "task-1725729" [ 1405.214567] env[63326]: _type = "Task" [ 1405.214567] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.222890] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725729, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.252088] env[63326]: INFO nova.compute.manager [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Took 42.05 seconds to build instance. [ 1405.433679] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "22a6d0c5-5bb2-495c-9688-3d56b7253045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.434308] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "22a6d0c5-5bb2-495c-9688-3d56b7253045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.444608] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquiring lock "refresh_cache-530863d0-7395-4add-8633-51aa81bf1067" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.444828] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquired lock "refresh_cache-530863d0-7395-4add-8633-51aa81bf1067" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.444985] env[63326]: DEBUG nova.network.neutron [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.591335] env[63326]: DEBUG nova.compute.utils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1405.593429] env[63326]: DEBUG nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1405.593725] env[63326]: DEBUG nova.network.neutron [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.641600] env[63326]: DEBUG oslo_vmware.api [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Task: {'id': task-1725725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228176} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.642565] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.642565] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1405.642565] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.642857] env[63326]: INFO nova.compute.manager [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1405.642916] env[63326]: DEBUG oslo.service.loopingcall [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.643108] env[63326]: DEBUG nova.compute.manager [-] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1405.643225] env[63326]: DEBUG nova.network.neutron [-] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1405.700905] env[63326]: DEBUG oslo_vmware.api [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725728, 'name': PowerOffVM_Task, 'duration_secs': 0.194859} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.701125] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.701305] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.701581] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b1a72e-85d1-4c33-9f84-1e719619f91f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.719865] env[63326]: DEBUG nova.policy [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ce33d3044cb4f8ca133d6affa72e647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3370a2e92d7641239f73bf8cd6d7beac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.735557] env[63326]: DEBUG nova.network.neutron [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Port 5ccb1278-722e-42ed-8419-16b0b2ce1aa5 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1405.746084] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725729, 'name': CreateVM_Task, 'duration_secs': 0.415296} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.746498] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.747286] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.747441] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.748032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.748562] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3a8cd4-a131-4be0-9376-d7efc8ed4599 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.753996] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d45a0450-61a6-45da-b0d2-02de4767557a tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.663s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.758048] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1405.758048] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522c99a9-1577-efd7-b685-468ea56412e4" [ 1405.758048] env[63326]: _type = "Task" [ 1405.758048] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.768510] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522c99a9-1577-efd7-b685-468ea56412e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.790208] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.790430] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.790608] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Deleting the datastore file [datastore1] f319fa4f-12a1-4c82-8f25-4cd33cbe15fd {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.790871] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-498d09fd-5b36-4582-b032-c2bd95be0364 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.797579] env[63326]: DEBUG oslo_vmware.api [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for the task: (returnval){ [ 1405.797579] env[63326]: value = "task-1725731" [ 1405.797579] env[63326]: _type = "Task" [ 1405.797579] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.806302] env[63326]: DEBUG oslo_vmware.api [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.009706] env[63326]: DEBUG nova.network.neutron [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.102668] env[63326]: DEBUG nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1406.233949] env[63326]: DEBUG nova.compute.manager [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.234319] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d0b1a-9ccf-459d-a5bb-cc9aa993907d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.259024] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.278031] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522c99a9-1577-efd7-b685-468ea56412e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.280683] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.280922] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.281173] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.281527] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.281527] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.282085] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa0f050-3414-43af-8dbc-9d3f4e1f93c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.288501] env[63326]: DEBUG nova.compute.manager [req-9c4c53ea-dd8b-4c09-a9b0-5a961df445a9 req-10ed69f5-0166-4ea3-af83-16c7b5274f96 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Received event network-changed-203b815a-dcc4-49d3-8a55-eddad0e1b77d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1406.289085] env[63326]: DEBUG nova.compute.manager [req-9c4c53ea-dd8b-4c09-a9b0-5a961df445a9 req-10ed69f5-0166-4ea3-af83-16c7b5274f96 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Refreshing instance network info cache due to event network-changed-203b815a-dcc4-49d3-8a55-eddad0e1b77d. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1406.289085] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c4c53ea-dd8b-4c09-a9b0-5a961df445a9 req-10ed69f5-0166-4ea3-af83-16c7b5274f96 service nova] Acquiring lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.289085] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c4c53ea-dd8b-4c09-a9b0-5a961df445a9 req-10ed69f5-0166-4ea3-af83-16c7b5274f96 service nova] Acquired lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.289383] env[63326]: DEBUG nova.network.neutron [req-9c4c53ea-dd8b-4c09-a9b0-5a961df445a9 req-10ed69f5-0166-4ea3-af83-16c7b5274f96 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Refreshing network info cache for port 203b815a-dcc4-49d3-8a55-eddad0e1b77d {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.291464] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.291635] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.292678] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b140712-12a9-429c-a3ae-58ae4689b5b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.299158] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1406.299158] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5297582a-38d2-cc1d-aec9-01a786f487c6" [ 1406.299158] env[63326]: _type = "Task" [ 1406.299158] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.302372] env[63326]: DEBUG nova.network.neutron [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Successfully created port: cf46fc04-e271-4207-9ea1-269f4a36fde4 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.318352] env[63326]: DEBUG oslo_vmware.api [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Task: {'id': task-1725731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435016} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.322267] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.322500] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.322691] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.322856] env[63326]: INFO nova.compute.manager [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1406.323109] env[63326]: DEBUG oslo.service.loopingcall [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.324025] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5297582a-38d2-cc1d-aec9-01a786f487c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.327415] env[63326]: DEBUG nova.compute.manager [-] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.327415] env[63326]: DEBUG nova.network.neutron [-] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.329991] env[63326]: DEBUG nova.network.neutron [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Updating instance_info_cache with network_info: [{"id": "e396e02f-d0ac-49fd-88d3-27b32a7033ab", "address": "fa:16:3e:5b:9f:71", "network": {"id": "cb94c330-c7ac-4bc2-95d0-1b7eaf363859", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-929456361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7a765955b3546cd84e878b7fe1235b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape396e02f-d0", "ovs_interfaceid": "e396e02f-d0ac-49fd-88d3-27b32a7033ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.331067] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9519813c-bf3a-4757-9dfa-5706d1a3f84c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.337328] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1406.337328] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a659b9-99c8-cd90-9494-db5ad4a22ca9" [ 1406.337328] env[63326]: _type = "Task" [ 1406.337328] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.348764] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a659b9-99c8-cd90-9494-db5ad4a22ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.655659] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00ff136-5ede-401f-9574-1847d5be2047 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.664971] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f708cd4-9353-481b-b4f5-0f0287286c46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.695725] env[63326]: DEBUG nova.network.neutron [-] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.699609] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab41a8b-e6b0-442f-b74d-11529fc5e9f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.709792] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4049f823-15d2-4725-8320-049209121128 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.725707] env[63326]: DEBUG nova.compute.provider_tree [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.747671] env[63326]: INFO nova.compute.manager [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] instance snapshotting [ 1406.748386] env[63326]: DEBUG nova.objects.instance [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'flavor' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.766222] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "1fce1567-6383-45d1-8001-e6839a481c69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.766460] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.766635] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.789077] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.834698] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Releasing lock "refresh_cache-530863d0-7395-4add-8633-51aa81bf1067" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.834905] env[63326]: DEBUG nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Instance network_info: |[{"id": "e396e02f-d0ac-49fd-88d3-27b32a7033ab", "address": "fa:16:3e:5b:9f:71", "network": {"id": "cb94c330-c7ac-4bc2-95d0-1b7eaf363859", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-929456361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7a765955b3546cd84e878b7fe1235b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape396e02f-d0", "ovs_interfaceid": "e396e02f-d0ac-49fd-88d3-27b32a7033ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.835334] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:9f:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e396e02f-d0ac-49fd-88d3-27b32a7033ab', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.843232] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Creating folder: Project (d7a765955b3546cd84e878b7fe1235b2). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.847334] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caca1f66-f2d9-4157-8040-24e45008513b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.859065] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a659b9-99c8-cd90-9494-db5ad4a22ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.008559} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.859227] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.859483] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2503dee7-4536-4222-909c-e24a3718df40/2503dee7-4536-4222-909c-e24a3718df40.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.859727] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f38f2473-9c1e-40f5-bad3-15907517f2aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.862903] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Created folder: Project (d7a765955b3546cd84e878b7fe1235b2) in parent group-v359097. [ 1406.863097] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Creating folder: Instances. Parent ref: group-v359209. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.863646] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6942e40b-123c-416b-ad40-7fde2c5c6276 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.867468] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1406.867468] env[63326]: value = "task-1725733" [ 1406.867468] env[63326]: _type = "Task" [ 1406.867468] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.873156] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Created folder: Instances in parent group-v359209. [ 1406.873392] env[63326]: DEBUG oslo.service.loopingcall [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.873611] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.873818] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2e94621-7ae7-4d5e-a605-e731ce17d989 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.892294] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.895622] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.895622] env[63326]: value = "task-1725735" [ 1406.895622] env[63326]: _type = "Task" [ 1406.895622] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.904115] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725735, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.117714] env[63326]: DEBUG nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1407.130965] env[63326]: DEBUG nova.network.neutron [req-9c4c53ea-dd8b-4c09-a9b0-5a961df445a9 req-10ed69f5-0166-4ea3-af83-16c7b5274f96 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Updated VIF entry in instance network info cache for port 203b815a-dcc4-49d3-8a55-eddad0e1b77d. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.131487] env[63326]: DEBUG nova.network.neutron [req-9c4c53ea-dd8b-4c09-a9b0-5a961df445a9 req-10ed69f5-0166-4ea3-af83-16c7b5274f96 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Updating instance_info_cache with network_info: [{"id": "203b815a-dcc4-49d3-8a55-eddad0e1b77d", "address": "fa:16:3e:6a:87:a1", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203b815a-dc", "ovs_interfaceid": "203b815a-dcc4-49d3-8a55-eddad0e1b77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.144802] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.145175] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.145390] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.145646] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.145848] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.146149] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.146372] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.146585] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.146818] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.147055] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.147311] env[63326]: DEBUG nova.virt.hardware [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.148524] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d280b20-4b2e-486b-8a93-132352f0f1c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.160512] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef3a95-0bd8-451c-a46d-c6e137febdb8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.197849] env[63326]: INFO nova.compute.manager [-] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Took 1.55 seconds to deallocate network for instance. [ 1407.204818] env[63326]: DEBUG nova.network.neutron [-] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.232060] env[63326]: DEBUG nova.scheduler.client.report [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.254056] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da3820-ea39-4417-8145-0f75dd628aea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.278204] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586c5891-f3da-4f3c-90a4-a4384552ba08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.378429] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725733, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.406408] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725735, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.466251] env[63326]: DEBUG nova.compute.manager [req-a5287364-4c65-4c2b-9f0b-325f03f6a43a req-90aa85b2-c935-41b6-ba1d-2b7506ea6102 service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Received event network-changed-e396e02f-d0ac-49fd-88d3-27b32a7033ab {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1407.466251] env[63326]: DEBUG nova.compute.manager [req-a5287364-4c65-4c2b-9f0b-325f03f6a43a req-90aa85b2-c935-41b6-ba1d-2b7506ea6102 service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Refreshing instance network info cache due to event network-changed-e396e02f-d0ac-49fd-88d3-27b32a7033ab. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1407.466437] env[63326]: DEBUG oslo_concurrency.lockutils [req-a5287364-4c65-4c2b-9f0b-325f03f6a43a req-90aa85b2-c935-41b6-ba1d-2b7506ea6102 service nova] Acquiring lock "refresh_cache-530863d0-7395-4add-8633-51aa81bf1067" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.466471] env[63326]: DEBUG oslo_concurrency.lockutils [req-a5287364-4c65-4c2b-9f0b-325f03f6a43a req-90aa85b2-c935-41b6-ba1d-2b7506ea6102 service nova] Acquired lock "refresh_cache-530863d0-7395-4add-8633-51aa81bf1067" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.466624] env[63326]: DEBUG nova.network.neutron [req-a5287364-4c65-4c2b-9f0b-325f03f6a43a req-90aa85b2-c935-41b6-ba1d-2b7506ea6102 service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Refreshing network info cache for port e396e02f-d0ac-49fd-88d3-27b32a7033ab {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.635593] env[63326]: DEBUG oslo_concurrency.lockutils [req-9c4c53ea-dd8b-4c09-a9b0-5a961df445a9 req-10ed69f5-0166-4ea3-af83-16c7b5274f96 service nova] Releasing lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.707686] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.709514] env[63326]: INFO nova.compute.manager [-] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Took 1.38 seconds to deallocate network for instance. [ 1407.735065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.735608] env[63326]: DEBUG nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.738708] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.774s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.738882] env[63326]: DEBUG nova.objects.instance [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lazy-loading 'resources' on Instance uuid 940287b1-6b3c-484e-9115-080f7b454587 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.792218] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1407.792782] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ddaa947-bde5-4667-b3e5-8b0a59714c86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.802295] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1407.802295] env[63326]: value = "task-1725736" [ 1407.802295] env[63326]: _type = "Task" [ 1407.802295] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.812458] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.838139] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.838370] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.865299] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.865477] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.865658] env[63326]: DEBUG nova.network.neutron [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.879083] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565398} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.879388] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2503dee7-4536-4222-909c-e24a3718df40/2503dee7-4536-4222-909c-e24a3718df40.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.879610] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.879857] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ef0223-7d42-4d44-a544-87b12fc1a3ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.886065] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1407.886065] env[63326]: value = "task-1725737" [ 1407.886065] env[63326]: _type = "Task" [ 1407.886065] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.894412] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.906366] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725735, 'name': CreateVM_Task, 'duration_secs': 0.685301} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.906366] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.907364] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.907585] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.907909] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.908358] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c73fda8-0e52-44e5-b386-b1d5095b8400 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.913866] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1407.913866] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5294b92b-c13a-314c-6b70-4f1f5301f658" [ 1407.913866] env[63326]: _type = "Task" [ 1407.913866] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.922898] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5294b92b-c13a-314c-6b70-4f1f5301f658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.205623] env[63326]: DEBUG nova.network.neutron [req-a5287364-4c65-4c2b-9f0b-325f03f6a43a req-90aa85b2-c935-41b6-ba1d-2b7506ea6102 service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Updated VIF entry in instance network info cache for port e396e02f-d0ac-49fd-88d3-27b32a7033ab. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.206027] env[63326]: DEBUG nova.network.neutron [req-a5287364-4c65-4c2b-9f0b-325f03f6a43a req-90aa85b2-c935-41b6-ba1d-2b7506ea6102 service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Updating instance_info_cache with network_info: [{"id": "e396e02f-d0ac-49fd-88d3-27b32a7033ab", "address": "fa:16:3e:5b:9f:71", "network": {"id": "cb94c330-c7ac-4bc2-95d0-1b7eaf363859", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-929456361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7a765955b3546cd84e878b7fe1235b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape396e02f-d0", "ovs_interfaceid": "e396e02f-d0ac-49fd-88d3-27b32a7033ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.209266] env[63326]: DEBUG nova.network.neutron [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Successfully updated port: cf46fc04-e271-4207-9ea1-269f4a36fde4 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.217586] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.245082] env[63326]: DEBUG nova.compute.utils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.246607] env[63326]: DEBUG nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.246777] env[63326]: DEBUG nova.network.neutron [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.288517] env[63326]: DEBUG nova.policy [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43a7a5e758074a98886a281ec387921e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e08d3ef9e14636a55fe0d9d4992332', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.313163] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.331584] env[63326]: DEBUG nova.compute.manager [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Received event network-changed-05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1408.331584] env[63326]: DEBUG nova.compute.manager [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Refreshing instance network info cache due to event network-changed-05b3ad8e-6a6e-458c-91e1-da7af8c2a903. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1408.331584] env[63326]: DEBUG oslo_concurrency.lockutils [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] Acquiring lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.331760] env[63326]: DEBUG oslo_concurrency.lockutils [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] Acquired lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.332509] env[63326]: DEBUG nova.network.neutron [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Refreshing network info cache for port 05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.394585] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064228} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.397139] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.398134] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5692dd-bb26-49fb-807c-bdf1de69b8c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.427472] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 2503dee7-4536-4222-909c-e24a3718df40/2503dee7-4536-4222-909c-e24a3718df40.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.433150] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aecf08d7-2910-4557-952b-bdbf699ce38f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.453198] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5294b92b-c13a-314c-6b70-4f1f5301f658, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.456445] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.456682] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.456909] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.457066] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.457245] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.457561] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1408.457561] env[63326]: value = "task-1725738" [ 1408.457561] env[63326]: _type = "Task" [ 1408.457561] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.459951] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898bf903-3290-40c1-be59-0be55d48070d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.470254] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.471331] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.471499] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.474878] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9f3dd8-2a87-41ba-8f47-f5117a44010d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.481959] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1408.481959] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5202f61f-9869-fa21-6f49-4fbf5a865ffa" [ 1408.481959] env[63326]: _type = "Task" [ 1408.481959] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.490928] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5202f61f-9869-fa21-6f49-4fbf5a865ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.654251] env[63326]: DEBUG nova.network.neutron [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Successfully created port: 6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.656818] env[63326]: DEBUG nova.network.neutron [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance_info_cache with network_info: [{"id": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "address": "fa:16:3e:9d:94:12", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccb1278-72", "ovs_interfaceid": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.708997] env[63326]: DEBUG oslo_concurrency.lockutils [req-a5287364-4c65-4c2b-9f0b-325f03f6a43a req-90aa85b2-c935-41b6-ba1d-2b7506ea6102 service nova] Releasing lock "refresh_cache-530863d0-7395-4add-8633-51aa81bf1067" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.711740] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "refresh_cache-22d7c5ad-bee8-4669-97eb-41f10f883d7f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.711875] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquired lock "refresh_cache-22d7c5ad-bee8-4669-97eb-41f10f883d7f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.712071] env[63326]: DEBUG nova.network.neutron [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.751869] env[63326]: DEBUG nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.776310] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6956a27e-48ef-4b02-bbac-a58e241741c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.785122] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c20ab5-77cc-473e-8f10-af2fdf50007c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.821786] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d3c6d8-aa5d-45e2-8237-c57183272927 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.829327] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725736, 'name': CreateSnapshot_Task, 'duration_secs': 0.581969} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.831532] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1408.832322] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405781f5-3eca-4f3c-b330-36279b97270a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.835696] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e361c620-0009-4083-92d6-1d234b1b9835 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.859025] env[63326]: DEBUG nova.compute.provider_tree [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.972966] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.993058] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5202f61f-9869-fa21-6f49-4fbf5a865ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.994085] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53030591-e910-40f0-aa0a-61198903b115 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.000898] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1409.000898] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fab2bc-636b-ad7c-a5f8-8ac243f99825" [ 1409.000898] env[63326]: _type = "Task" [ 1409.000898] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.007815] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fab2bc-636b-ad7c-a5f8-8ac243f99825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.155932] env[63326]: DEBUG nova.network.neutron [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Updated VIF entry in instance network info cache for port 05b3ad8e-6a6e-458c-91e1-da7af8c2a903. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.156404] env[63326]: DEBUG nova.network.neutron [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Updating instance_info_cache with network_info: [{"id": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "address": "fa:16:3e:c2:e4:72", "network": {"id": "0418d8c7-f381-4769-9eee-a6dcfc5debe0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-743547630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8ab4b0ba444a1e84f571ab25fc3597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b3ad8e-6a", "ovs_interfaceid": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.159748] env[63326]: DEBUG oslo_concurrency.lockutils [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.242085] env[63326]: DEBUG nova.network.neutron [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.367080] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1409.367827] env[63326]: DEBUG nova.scheduler.client.report [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.371452] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1570b036-c427-458a-87f6-484a116ba7de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.381297] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1409.381297] env[63326]: value = "task-1725739" [ 1409.381297] env[63326]: _type = "Task" [ 1409.381297] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.384941] env[63326]: DEBUG nova.network.neutron [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Updating instance_info_cache with network_info: [{"id": "cf46fc04-e271-4207-9ea1-269f4a36fde4", "address": "fa:16:3e:2f:00:be", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf46fc04-e2", "ovs_interfaceid": "cf46fc04-e271-4207-9ea1-269f4a36fde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.392081] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725739, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.474570] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725738, 'name': ReconfigVM_Task, 'duration_secs': 0.755681} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.474857] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 2503dee7-4536-4222-909c-e24a3718df40/2503dee7-4536-4222-909c-e24a3718df40.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.475512] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf255c22-209a-4286-bf7c-43ae3dcd3cb0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.481295] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1409.481295] env[63326]: value = "task-1725740" [ 1409.481295] env[63326]: _type = "Task" [ 1409.481295] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.490200] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725740, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.493742] env[63326]: DEBUG nova.compute.manager [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Received event network-vif-plugged-cf46fc04-e271-4207-9ea1-269f4a36fde4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1409.493958] env[63326]: DEBUG oslo_concurrency.lockutils [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] Acquiring lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.494058] env[63326]: DEBUG oslo_concurrency.lockutils [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] Lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.494912] env[63326]: DEBUG oslo_concurrency.lockutils [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] Lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.494912] env[63326]: DEBUG nova.compute.manager [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] No waiting events found dispatching network-vif-plugged-cf46fc04-e271-4207-9ea1-269f4a36fde4 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1409.494912] env[63326]: WARNING nova.compute.manager [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Received unexpected event network-vif-plugged-cf46fc04-e271-4207-9ea1-269f4a36fde4 for instance with vm_state building and task_state spawning. [ 1409.494912] env[63326]: DEBUG nova.compute.manager [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Received event network-changed-cf46fc04-e271-4207-9ea1-269f4a36fde4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1409.494912] env[63326]: DEBUG nova.compute.manager [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Refreshing instance network info cache due to event network-changed-cf46fc04-e271-4207-9ea1-269f4a36fde4. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1409.495112] env[63326]: DEBUG oslo_concurrency.lockutils [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] Acquiring lock "refresh_cache-22d7c5ad-bee8-4669-97eb-41f10f883d7f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.511235] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fab2bc-636b-ad7c-a5f8-8ac243f99825, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.511379] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.512190] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 530863d0-7395-4add-8633-51aa81bf1067/530863d0-7395-4add-8633-51aa81bf1067.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.512190] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3bc1762-7a9a-4885-8885-2fc45a872a87 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.519019] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1409.519019] env[63326]: value = "task-1725741" [ 1409.519019] env[63326]: _type = "Task" [ 1409.519019] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.528320] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.659461] env[63326]: DEBUG oslo_concurrency.lockutils [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] Releasing lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.659778] env[63326]: DEBUG nova.compute.manager [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Received event network-vif-deleted-b1c998e5-f7ac-4633-95c5-19d3e82b63f2 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1409.660078] env[63326]: DEBUG nova.compute.manager [req-bc7cee2b-9ba9-472e-bf05-96759bc5011b req-8f2a1e36-cfd0-434e-8d3a-397ea99bf59e service nova] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Received event network-vif-deleted-fc18baca-88a8-429b-983b-d9b320569adf {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1409.688812] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417086a5-371b-4cad-89c0-6d4ed1d0a78e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.709230] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a02f7d-74f1-4f51-9410-9741e8ce617a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.716544] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance '1fce1567-6383-45d1-8001-e6839a481c69' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1409.763142] env[63326]: DEBUG nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.788057] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.788315] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.788470] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.788648] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.788795] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.788941] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.790029] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.790029] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.790029] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.790029] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.790029] env[63326]: DEBUG nova.virt.hardware [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.790701] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2331113-5902-4ecf-8950-be967dba3f99 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.798815] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f5ccf-14ef-4ac8-ab62-beebdf495ddd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.872611] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.876160] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.647s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.876747] env[63326]: INFO nova.compute.claims [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.892262] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Releasing lock "refresh_cache-22d7c5ad-bee8-4669-97eb-41f10f883d7f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.892918] env[63326]: DEBUG nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Instance network_info: |[{"id": "cf46fc04-e271-4207-9ea1-269f4a36fde4", "address": "fa:16:3e:2f:00:be", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf46fc04-e2", "ovs_interfaceid": "cf46fc04-e271-4207-9ea1-269f4a36fde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.893753] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725739, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.895236] env[63326]: DEBUG oslo_concurrency.lockutils [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] Acquired lock "refresh_cache-22d7c5ad-bee8-4669-97eb-41f10f883d7f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.895236] env[63326]: DEBUG nova.network.neutron [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Refreshing network info cache for port cf46fc04-e271-4207-9ea1-269f4a36fde4 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.896580] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:00:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf46fc04-e271-4207-9ea1-269f4a36fde4', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.904663] env[63326]: DEBUG oslo.service.loopingcall [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.906079] env[63326]: INFO nova.scheduler.client.report [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Deleted allocations for instance 940287b1-6b3c-484e-9115-080f7b454587 [ 1409.908019] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.911704] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9cf7e85-e7ac-4110-9c1e-3cbbd501c1df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.931637] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.931637] env[63326]: value = "task-1725742" [ 1409.931637] env[63326]: _type = "Task" [ 1409.931637] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.941729] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725742, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.992188] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725740, 'name': Rename_Task, 'duration_secs': 0.218224} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.992411] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.992701] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aef5078d-0bc5-4e8a-96ad-c8959d144d23 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.000069] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1410.000069] env[63326]: value = "task-1725743" [ 1410.000069] env[63326]: _type = "Task" [ 1410.000069] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.009986] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.032241] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725741, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.223194] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.223527] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f175d8ec-9843-4b69-801d-5a3dbe7fc2b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.232200] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1410.232200] env[63326]: value = "task-1725744" [ 1410.232200] env[63326]: _type = "Task" [ 1410.232200] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.243040] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.393223] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725739, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.414968] env[63326]: DEBUG nova.network.neutron [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Successfully updated port: 6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.428969] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d5b4e8c-2aca-45cb-a6f7-5f58b55a2929 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "940287b1-6b3c-484e-9115-080f7b454587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.998s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.445732] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725742, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.511783] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.530521] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750328} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.533282] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 530863d0-7395-4add-8633-51aa81bf1067/530863d0-7395-4add-8633-51aa81bf1067.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.533530] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.533859] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da2468c1-0edd-442a-8321-2cbd71063a1b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.540915] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1410.540915] env[63326]: value = "task-1725745" [ 1410.540915] env[63326]: _type = "Task" [ 1410.540915] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.548841] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.745172] env[63326]: DEBUG oslo_vmware.api [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1725744, 'name': PowerOnVM_Task, 'duration_secs': 0.423212} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.745531] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.746925] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-71d2dd30-68b2-417d-8484-e6a919b047de tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance '1fce1567-6383-45d1-8001-e6839a481c69' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.818048] env[63326]: DEBUG nova.network.neutron [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Updated VIF entry in instance network info cache for port cf46fc04-e271-4207-9ea1-269f4a36fde4. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.818048] env[63326]: DEBUG nova.network.neutron [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Updating instance_info_cache with network_info: [{"id": "cf46fc04-e271-4207-9ea1-269f4a36fde4", "address": "fa:16:3e:2f:00:be", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf46fc04-e2", "ovs_interfaceid": "cf46fc04-e271-4207-9ea1-269f4a36fde4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.901844] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725739, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.920764] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.920928] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquired lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.921123] env[63326]: DEBUG nova.network.neutron [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.948621] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725742, 'name': CreateVM_Task, 'duration_secs': 0.752624} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.948621] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.949546] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.949546] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.950098] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.954016] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cc5d80-da58-4f88-a39c-d0188d864155 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.955906] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1410.955906] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fcefd0-5152-fae2-b175-7ba91bbe27cb" [ 1410.955906] env[63326]: _type = "Task" [ 1410.955906] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.968433] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fcefd0-5152-fae2-b175-7ba91bbe27cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.009735] env[63326]: DEBUG oslo_vmware.api [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725743, 'name': PowerOnVM_Task, 'duration_secs': 0.653956} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.012205] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.012725] env[63326]: INFO nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1411.012970] env[63326]: DEBUG nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.014565] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0eec3f-548a-4467-bc88-96b9e4518cae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.052932] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086299} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.053574] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.055057] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6674cc90-21ba-4290-92fa-6a34faf53f08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.084499] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 530863d0-7395-4add-8633-51aa81bf1067/530863d0-7395-4add-8633-51aa81bf1067.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.088991] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7e5877-17db-445c-bda9-d4cd3280ba60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.112482] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1411.112482] env[63326]: value = "task-1725746" [ 1411.112482] env[63326]: _type = "Task" [ 1411.112482] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.123421] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.320562] env[63326]: DEBUG oslo_concurrency.lockutils [req-5f86b39e-fc21-43cc-bbf1-a7068f015e44 req-82e0eb87-e11b-4f99-8832-73318f71fed5 service nova] Releasing lock "refresh_cache-22d7c5ad-bee8-4669-97eb-41f10f883d7f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.397993] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725739, 'name': CloneVM_Task, 'duration_secs': 1.664878} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.397993] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Created linked-clone VM from snapshot [ 1411.399205] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a589da-e8d5-4859-ad63-c4e8cb6dc6f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.403794] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbc03f2-3ffd-4890-a4e9-7b5ec3c5b66c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.410236] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Uploading image 89d5f2c3-834b-407c-a69f-69bd69060a82 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1411.416418] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ddf079-4d90-49f1-9720-52788c0cdb70 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.451856] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b5827-d4ea-49c7-8b31-c4a1173aa491 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.460212] env[63326]: DEBUG oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1411.460212] env[63326]: value = "vm-359213" [ 1411.460212] env[63326]: _type = "VirtualMachine" [ 1411.460212] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1411.464227] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029e5d52-2182-48f7-b337-93999425f030 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.468102] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d67838e1-cd62-4c69-b489-1a42f2bd2ce1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.483432] env[63326]: DEBUG nova.compute.provider_tree [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.485091] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fcefd0-5152-fae2-b175-7ba91bbe27cb, 'name': SearchDatastore_Task, 'duration_secs': 0.017406} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.485656] env[63326]: DEBUG nova.network.neutron [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.489705] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.489705] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.489705] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.489705] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.489705] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.490093] env[63326]: DEBUG oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease: (returnval){ [ 1411.490093] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dd3836-3b6e-c526-8cfb-cebce3e80787" [ 1411.490093] env[63326]: _type = "HttpNfcLease" [ 1411.490093] env[63326]: } obtained for exporting VM: (result){ [ 1411.490093] env[63326]: value = "vm-359213" [ 1411.490093] env[63326]: _type = "VirtualMachine" [ 1411.490093] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1411.490093] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the lease: (returnval){ [ 1411.490093] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dd3836-3b6e-c526-8cfb-cebce3e80787" [ 1411.490093] env[63326]: _type = "HttpNfcLease" [ 1411.490093] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1411.490418] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25632d53-2f10-4b43-98b8-0538deea4948 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.499476] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1411.499476] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dd3836-3b6e-c526-8cfb-cebce3e80787" [ 1411.499476] env[63326]: _type = "HttpNfcLease" [ 1411.499476] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1411.500358] env[63326]: DEBUG oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1411.500358] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dd3836-3b6e-c526-8cfb-cebce3e80787" [ 1411.500358] env[63326]: _type = "HttpNfcLease" [ 1411.500358] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1411.502451] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cada77-3f18-4de8-8f88-c321228d8035 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.504799] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.504975] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.506012] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70920b77-0a8c-4e2f-ba42-e789ffd54267 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.512030] env[63326]: DEBUG oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260ae22-b054-6c59-bee3-d87107e3a838/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1411.512167] env[63326]: DEBUG oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260ae22-b054-6c59-bee3-d87107e3a838/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1411.584799] env[63326]: DEBUG nova.compute.manager [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Received event network-vif-plugged-6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1411.585039] env[63326]: DEBUG oslo_concurrency.lockutils [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] Acquiring lock "04db72ce-e49a-4ee7-a321-9810dd258233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.585260] env[63326]: DEBUG oslo_concurrency.lockutils [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] Lock "04db72ce-e49a-4ee7-a321-9810dd258233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.585430] env[63326]: DEBUG oslo_concurrency.lockutils [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] Lock "04db72ce-e49a-4ee7-a321-9810dd258233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.585598] env[63326]: DEBUG nova.compute.manager [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] No waiting events found dispatching network-vif-plugged-6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.585763] env[63326]: WARNING nova.compute.manager [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Received unexpected event network-vif-plugged-6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 for instance with vm_state building and task_state spawning. [ 1411.585926] env[63326]: DEBUG nova.compute.manager [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Received event network-changed-6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1411.586092] env[63326]: DEBUG nova.compute.manager [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Refreshing instance network info cache due to event network-changed-6f3e59df-2b01-437c-b5cf-bbc8d9a1b681. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1411.586264] env[63326]: DEBUG oslo_concurrency.lockutils [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] Acquiring lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.587347] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1411.587347] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52500385-5a5c-bf85-70ed-710b07e253aa" [ 1411.587347] env[63326]: _type = "Task" [ 1411.587347] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.587978] env[63326]: INFO nova.compute.manager [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Took 44.30 seconds to build instance. [ 1411.599422] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52500385-5a5c-bf85-70ed-710b07e253aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008068} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.600238] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ecdd9e-96eb-4877-ba0e-78121b1a2af9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.605838] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1411.605838] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ab800f-5379-fc50-40dc-18cacbdce4bd" [ 1411.605838] env[63326]: _type = "Task" [ 1411.605838] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.614913] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ab800f-5379-fc50-40dc-18cacbdce4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.622567] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6b81e2e-d921-4925-a982-90da742a628d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.629141] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725746, 'name': ReconfigVM_Task, 'duration_secs': 0.300148} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.630288] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 530863d0-7395-4add-8633-51aa81bf1067/530863d0-7395-4add-8633-51aa81bf1067.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.630978] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c117dc-109c-4986-b58f-bc924550c8d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.641541] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1411.641541] env[63326]: value = "task-1725748" [ 1411.641541] env[63326]: _type = "Task" [ 1411.641541] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.650309] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725748, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.744191] env[63326]: DEBUG nova.network.neutron [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Updating instance_info_cache with network_info: [{"id": "6f3e59df-2b01-437c-b5cf-bbc8d9a1b681", "address": "fa:16:3e:67:7c:89", "network": {"id": "88d43d7b-3b3f-48cf-a2eb-d04dd789dd2c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1737883912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e08d3ef9e14636a55fe0d9d4992332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3e59df-2b", "ovs_interfaceid": "6f3e59df-2b01-437c-b5cf-bbc8d9a1b681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.989885] env[63326]: DEBUG nova.scheduler.client.report [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.090575] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c3616ec-c224-4cf4-a730-59be349a25cf tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "2503dee7-4536-4222-909c-e24a3718df40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.488s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.118770] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ab800f-5379-fc50-40dc-18cacbdce4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.119713] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.119713] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 22d7c5ad-bee8-4669-97eb-41f10f883d7f/22d7c5ad-bee8-4669-97eb-41f10f883d7f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.119713] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d53ea1-9bbc-4e8a-81aa-6a6eb45bcf2c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.129721] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1412.129721] env[63326]: value = "task-1725749" [ 1412.129721] env[63326]: _type = "Task" [ 1412.129721] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.142641] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.152985] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725748, 'name': Rename_Task, 'duration_secs': 0.144677} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.153412] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.153830] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c012b8e-d0f8-42cc-9e3c-26e8ea0c27af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.160583] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1412.160583] env[63326]: value = "task-1725750" [ 1412.160583] env[63326]: _type = "Task" [ 1412.160583] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.169619] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.250557] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Releasing lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.253417] env[63326]: DEBUG nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Instance network_info: |[{"id": "6f3e59df-2b01-437c-b5cf-bbc8d9a1b681", "address": "fa:16:3e:67:7c:89", "network": {"id": "88d43d7b-3b3f-48cf-a2eb-d04dd789dd2c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1737883912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e08d3ef9e14636a55fe0d9d4992332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3e59df-2b", "ovs_interfaceid": "6f3e59df-2b01-437c-b5cf-bbc8d9a1b681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.253915] env[63326]: DEBUG oslo_concurrency.lockutils [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] Acquired lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.254348] env[63326]: DEBUG nova.network.neutron [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Refreshing network info cache for port 6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.255853] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7c:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f3e59df-2b01-437c-b5cf-bbc8d9a1b681', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.269734] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Creating folder: Project (c0e08d3ef9e14636a55fe0d9d4992332). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.280021] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1566051e-a8d8-46cb-a91e-2723954b5471 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.301813] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Created folder: Project (c0e08d3ef9e14636a55fe0d9d4992332) in parent group-v359097. [ 1412.301813] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Creating folder: Instances. Parent ref: group-v359215. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.301813] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05b780f9-6edc-4a69-bf87-f1925530e135 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.313121] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Created folder: Instances in parent group-v359215. [ 1412.313615] env[63326]: DEBUG oslo.service.loopingcall [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.313615] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.314379] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48228fa0-bc60-4e75-bec2-aaaa18453399 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.341019] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.341019] env[63326]: value = "task-1725753" [ 1412.341019] env[63326]: _type = "Task" [ 1412.341019] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.351011] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725753, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.381270] env[63326]: INFO nova.compute.manager [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Rescuing [ 1412.381270] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.381270] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.381270] env[63326]: DEBUG nova.network.neutron [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.498026] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.499450] env[63326]: DEBUG nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1412.504012] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.581s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.504540] env[63326]: DEBUG nova.objects.instance [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1412.583336] env[63326]: DEBUG nova.network.neutron [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Updated VIF entry in instance network info cache for port 6f3e59df-2b01-437c-b5cf-bbc8d9a1b681. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.585373] env[63326]: DEBUG nova.network.neutron [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Updating instance_info_cache with network_info: [{"id": "6f3e59df-2b01-437c-b5cf-bbc8d9a1b681", "address": "fa:16:3e:67:7c:89", "network": {"id": "88d43d7b-3b3f-48cf-a2eb-d04dd789dd2c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1737883912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e08d3ef9e14636a55fe0d9d4992332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3e59df-2b", "ovs_interfaceid": "6f3e59df-2b01-437c-b5cf-bbc8d9a1b681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.595792] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.641482] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.679510] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.848517] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725753, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.005960] env[63326]: DEBUG nova.compute.utils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1413.010402] env[63326]: DEBUG nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1413.010617] env[63326]: DEBUG nova.network.neutron [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1413.087906] env[63326]: DEBUG oslo_concurrency.lockutils [req-84af76e3-0a2c-4612-9335-1e653cf0905e req-9093a1ca-f482-4b73-b255-f9768b5e559c service nova] Releasing lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.090556] env[63326]: DEBUG nova.policy [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b61b6459711c40498818598e73696b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '860460ff722947d4abe3cc9489ff158c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1413.116638] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.148416] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580231} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.148557] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 22d7c5ad-bee8-4669-97eb-41f10f883d7f/22d7c5ad-bee8-4669-97eb-41f10f883d7f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.148838] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.149530] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92c43ca0-e7f2-4530-b1ea-0face3593432 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.156742] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1413.156742] env[63326]: value = "task-1725754" [ 1413.156742] env[63326]: _type = "Task" [ 1413.156742] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.171719] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.175631] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725750, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.194913] env[63326]: DEBUG nova.network.neutron [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Updating instance_info_cache with network_info: [{"id": "203b815a-dcc4-49d3-8a55-eddad0e1b77d", "address": "fa:16:3e:6a:87:a1", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203b815a-dc", "ovs_interfaceid": "203b815a-dcc4-49d3-8a55-eddad0e1b77d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.349757] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725753, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.503779] env[63326]: DEBUG nova.network.neutron [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Successfully created port: 9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.514801] env[63326]: DEBUG nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.520437] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3011015-5bef-4668-8b57-c0a68ce28fc5 tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.521702] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.233s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.523820] env[63326]: INFO nova.compute.claims [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.606552] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "1fce1567-6383-45d1-8001-e6839a481c69" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.606798] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.607285] env[63326]: DEBUG nova.compute.manager [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Going to confirm migration 1 {{(pid=63326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1413.608538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.608823] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.669954] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088757} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.670730] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.671603] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1244af6-b4e4-40fd-a92f-3db0b1fb05ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.679272] env[63326]: DEBUG oslo_vmware.api [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725750, 'name': PowerOnVM_Task, 'duration_secs': 1.129172} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.680958] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.681488] env[63326]: INFO nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1413.682076] env[63326]: DEBUG nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.693996] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdd9c16-12fc-44ee-8841-0f5d38bf009f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.706588] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 22d7c5ad-bee8-4669-97eb-41f10f883d7f/22d7c5ad-bee8-4669-97eb-41f10f883d7f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.707488] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "refresh_cache-2503dee7-4536-4222-909c-e24a3718df40" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.710443] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f11c33-3577-4aa0-9d1e-1e7d9957510a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.735384] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1413.735384] env[63326]: value = "task-1725755" [ 1413.735384] env[63326]: _type = "Task" [ 1413.735384] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.742968] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.854469] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725753, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.177577] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.177855] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.178046] env[63326]: DEBUG nova.network.neutron [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.178306] env[63326]: DEBUG nova.objects.instance [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lazy-loading 'info_cache' on Instance uuid 1fce1567-6383-45d1-8001-e6839a481c69 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.246400] env[63326]: INFO nova.compute.manager [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Took 46.59 seconds to build instance. [ 1414.251322] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.349602] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725753, 'name': CreateVM_Task, 'duration_secs': 1.603987} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.349699] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.350372] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.350539] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.350862] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.351115] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f411d3-b0a0-4092-a83d-cc90fde95248 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.355516] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1414.355516] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227385d-969d-e7fc-e41f-3c414e92c465" [ 1414.355516] env[63326]: _type = "Task" [ 1414.355516] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.362836] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227385d-969d-e7fc-e41f-3c414e92c465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.525578] env[63326]: DEBUG nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.553434] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.553736] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.554077] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.554302] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.554457] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.554605] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.554947] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.555028] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.555144] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.555309] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.555483] env[63326]: DEBUG nova.virt.hardware [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.556460] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3655d96-682f-4e62-b85b-2f8ac130a89c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.565991] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bbd331-0f51-45bf-b053-d373138157d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.751412] env[63326]: DEBUG oslo_concurrency.lockutils [None req-54db5192-6925-4750-b7ba-ff4da27fc964 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "530863d0-7395-4add-8633-51aa81bf1067" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.208s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.751671] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.866825] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227385d-969d-e7fc-e41f-3c414e92c465, 'name': SearchDatastore_Task, 'duration_secs': 0.44184} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.869574] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.869813] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.870685] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.870906] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.871112] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.871610] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98c924ed-d7ac-40d3-99a2-d08d60fd4bc0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.890401] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.890593] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.891346] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00fc5832-d113-4743-b4f0-b6da26069825 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.896651] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1414.896651] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b9cee-4931-2224-8bc8-9094c047989e" [ 1414.896651] env[63326]: _type = "Task" [ 1414.896651] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.908601] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b9cee-4931-2224-8bc8-9094c047989e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.964678] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9c136-b20f-4367-815b-f2beddbef18d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.972535] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eb5c44-0534-42d3-b8a3-1ca8c7121780 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.981254] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquiring lock "530863d0-7395-4add-8633-51aa81bf1067" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.981487] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "530863d0-7395-4add-8633-51aa81bf1067" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.981721] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquiring lock "530863d0-7395-4add-8633-51aa81bf1067-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.981905] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "530863d0-7395-4add-8633-51aa81bf1067-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.982093] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "530863d0-7395-4add-8633-51aa81bf1067-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.009747] env[63326]: INFO nova.compute.manager [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Terminating instance [ 1415.014353] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ac5c7-5d55-4cef-b1bf-8cc0800dd6a7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.022272] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a993409-7e25-4f91-a163-5103571ed6cd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.036917] env[63326]: DEBUG nova.compute.provider_tree [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.095316] env[63326]: DEBUG nova.compute.manager [req-8481a927-ce22-4463-88d2-0c8174c9f585 req-c447fad3-f5cc-46dc-9933-8cb0a12c0dac service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Received event network-vif-plugged-9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1415.095316] env[63326]: DEBUG oslo_concurrency.lockutils [req-8481a927-ce22-4463-88d2-0c8174c9f585 req-c447fad3-f5cc-46dc-9933-8cb0a12c0dac service nova] Acquiring lock "3887d706-a6f2-4e8d-b6db-8946280404a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.095316] env[63326]: DEBUG oslo_concurrency.lockutils [req-8481a927-ce22-4463-88d2-0c8174c9f585 req-c447fad3-f5cc-46dc-9933-8cb0a12c0dac service nova] Lock "3887d706-a6f2-4e8d-b6db-8946280404a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.095316] env[63326]: DEBUG oslo_concurrency.lockutils [req-8481a927-ce22-4463-88d2-0c8174c9f585 req-c447fad3-f5cc-46dc-9933-8cb0a12c0dac service nova] Lock "3887d706-a6f2-4e8d-b6db-8946280404a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.095316] env[63326]: DEBUG nova.compute.manager [req-8481a927-ce22-4463-88d2-0c8174c9f585 req-c447fad3-f5cc-46dc-9933-8cb0a12c0dac service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] No waiting events found dispatching network-vif-plugged-9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1415.095316] env[63326]: WARNING nova.compute.manager [req-8481a927-ce22-4463-88d2-0c8174c9f585 req-c447fad3-f5cc-46dc-9933-8cb0a12c0dac service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Received unexpected event network-vif-plugged-9d8cb66c-fe99-43b8-863e-d988cbbf5811 for instance with vm_state building and task_state spawning. [ 1415.194557] env[63326]: DEBUG nova.network.neutron [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Successfully updated port: 9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.252612] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.258147] env[63326]: DEBUG nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.264324] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.265034] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d8dd67-5acf-448f-9d87-445ac0430a9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.272715] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1415.272715] env[63326]: value = "task-1725756" [ 1415.272715] env[63326]: _type = "Task" [ 1415.272715] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.281357] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.410653] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b9cee-4931-2224-8bc8-9094c047989e, 'name': SearchDatastore_Task, 'duration_secs': 0.186344} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.410653] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fca2e1-dc43-4d64-981b-481983967ab0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.416279] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1415.416279] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c1745c-0383-7c43-fa04-79ebb59193ad" [ 1415.416279] env[63326]: _type = "Task" [ 1415.416279] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.423035] env[63326]: DEBUG nova.network.neutron [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance_info_cache with network_info: [{"id": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "address": "fa:16:3e:9d:94:12", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccb1278-72", "ovs_interfaceid": "5ccb1278-722e-42ed-8419-16b0b2ce1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.427472] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c1745c-0383-7c43-fa04-79ebb59193ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.514598] env[63326]: DEBUG nova.compute.manager [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.514942] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.515874] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce384044-47a2-4197-8958-febd68d8e998 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.523719] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.524157] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7015562-3dc4-4e3f-8a53-6aaddddf04a1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.530364] env[63326]: DEBUG oslo_vmware.api [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1415.530364] env[63326]: value = "task-1725757" [ 1415.530364] env[63326]: _type = "Task" [ 1415.530364] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.538555] env[63326]: DEBUG oslo_vmware.api [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.539494] env[63326]: DEBUG nova.scheduler.client.report [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.696543] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.696732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquired lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.696992] env[63326]: DEBUG nova.network.neutron [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.752786] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.783422] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725756, 'name': PowerOffVM_Task, 'duration_secs': 0.227985} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.784464] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.784763] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.785596] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab44c045-9511-43f8-a4f6-10cad64725b9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.804654] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d35a418-7952-4d14-b3a2-7ca370b36be2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.836493] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.836923] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e4b996-fd0e-4c81-a1cf-0db1fb981c02 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.843809] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1415.843809] env[63326]: value = "task-1725758" [ 1415.843809] env[63326]: _type = "Task" [ 1415.843809] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.852799] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.927404] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c1745c-0383-7c43-fa04-79ebb59193ad, 'name': SearchDatastore_Task, 'duration_secs': 0.113812} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.927682] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.927946] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 04db72ce-e49a-4ee7-a321-9810dd258233/04db72ce-e49a-4ee7-a321-9810dd258233.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.928481] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.928699] env[63326]: DEBUG nova.objects.instance [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lazy-loading 'migration_context' on Instance uuid 1fce1567-6383-45d1-8001-e6839a481c69 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.929820] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f90f36-4836-4668-960b-cf80d437172d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.937124] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1415.937124] env[63326]: value = "task-1725759" [ 1415.937124] env[63326]: _type = "Task" [ 1415.937124] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.945670] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.040520] env[63326]: DEBUG oslo_vmware.api [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.044534] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.045090] env[63326]: DEBUG nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.047630] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.484s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.047838] env[63326]: DEBUG nova.objects.instance [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lazy-loading 'resources' on Instance uuid 3f40a8f7-b930-46dc-b2c1-0afb27d10e54 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.234795] env[63326]: DEBUG nova.network.neutron [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.255027] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725755, 'name': ReconfigVM_Task, 'duration_secs': 2.262636} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.255027] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 22d7c5ad-bee8-4669-97eb-41f10f883d7f/22d7c5ad-bee8-4669-97eb-41f10f883d7f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.255027] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85083572-7617-4cdb-829d-7ac8cac01412 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.261240] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1416.261240] env[63326]: value = "task-1725760" [ 1416.261240] env[63326]: _type = "Task" [ 1416.261240] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.269987] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725760, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.355155] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1416.355378] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.355692] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.355830] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.356042] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.356317] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9db534b4-a357-461d-abb0-ed8709fecfa9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.373027] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.373027] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1416.373027] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5af35b4-02a8-4f31-a9cc-cf3852cd8752 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.378538] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1416.378538] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522f3fec-2de2-4d06-ed3f-663be17e8cef" [ 1416.378538] env[63326]: _type = "Task" [ 1416.378538] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.386825] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522f3fec-2de2-4d06-ed3f-663be17e8cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.432460] env[63326]: DEBUG nova.network.neutron [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updating instance_info_cache with network_info: [{"id": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "address": "fa:16:3e:a1:96:67", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8cb66c-fe", "ovs_interfaceid": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.434519] env[63326]: DEBUG nova.objects.base [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Object Instance<1fce1567-6383-45d1-8001-e6839a481c69> lazy-loaded attributes: info_cache,migration_context {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1416.435680] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed4a24c-2793-49eb-93ad-61da1dda6d5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.447473] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.463136] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4caa1d2-5968-4337-8e9d-112a2b7f50fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.469106] env[63326]: DEBUG oslo_vmware.api [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1416.469106] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52afbe52-d1dc-e63b-c005-09fc954aca25" [ 1416.469106] env[63326]: _type = "Task" [ 1416.469106] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.477591] env[63326]: DEBUG oslo_vmware.api [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52afbe52-d1dc-e63b-c005-09fc954aca25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.540337] env[63326]: DEBUG oslo_vmware.api [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725757, 'name': PowerOffVM_Task, 'duration_secs': 0.597676} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.540672] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.540905] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.541231] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e17ee4ec-b046-4a2e-8758-1671dfe06178 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.550474] env[63326]: DEBUG nova.compute.utils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1416.551874] env[63326]: DEBUG nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.552880] env[63326]: DEBUG nova.network.neutron [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.605914] env[63326]: DEBUG nova.policy [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d2ae0164442c08662e157c7ff9020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '002bebb3091b40939b852e12e1049cd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.618726] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.618968] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.619651] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Deleting the datastore file [datastore1] 530863d0-7395-4add-8633-51aa81bf1067 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.619651] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-774e7a63-835b-402d-a5f3-38011d19d94d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.627977] env[63326]: DEBUG oslo_vmware.api [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for the task: (returnval){ [ 1416.627977] env[63326]: value = "task-1725762" [ 1416.627977] env[63326]: _type = "Task" [ 1416.627977] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.635952] env[63326]: DEBUG oslo_vmware.api [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.775063] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725760, 'name': Rename_Task, 'duration_secs': 0.31241} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.775522] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.779635] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d176c5a0-13d3-4894-aed8-51089b2955e1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.787089] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1416.787089] env[63326]: value = "task-1725763" [ 1416.787089] env[63326]: _type = "Task" [ 1416.787089] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.800642] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.892116] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522f3fec-2de2-4d06-ed3f-663be17e8cef, 'name': SearchDatastore_Task, 'duration_secs': 0.045622} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.892987] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e419ea8-5f54-4e83-a18a-49634f3608b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.898434] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1416.898434] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a5e97c-bb45-1920-f4d6-f571cc160b2f" [ 1416.898434] env[63326]: _type = "Task" [ 1416.898434] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.909218] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a5e97c-bb45-1920-f4d6-f571cc160b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.937857] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Releasing lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.938839] env[63326]: DEBUG nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Instance network_info: |[{"id": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "address": "fa:16:3e:a1:96:67", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8cb66c-fe", "ovs_interfaceid": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1416.939181] env[63326]: DEBUG nova.network.neutron [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Successfully created port: 4511e860-e1ec-42cf-8caf-7b07509ec454 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.941515] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:96:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d8cb66c-fe99-43b8-863e-d988cbbf5811', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.949132] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Creating folder: Project (860460ff722947d4abe3cc9489ff158c). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.952273] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53a2dce7-77e4-4dc7-9835-ffd4758cc1be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.963220] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53954} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.963492] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 04db72ce-e49a-4ee7-a321-9810dd258233/04db72ce-e49a-4ee7-a321-9810dd258233.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.963702] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.963991] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e87a509-b7e0-45a2-9375-dc342beea39e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.967330] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Created folder: Project (860460ff722947d4abe3cc9489ff158c) in parent group-v359097. [ 1416.967513] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Creating folder: Instances. Parent ref: group-v359218. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.968129] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-017e6b60-305d-4f58-ab04-79f7c4897347 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.978494] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1416.978494] env[63326]: value = "task-1725765" [ 1416.978494] env[63326]: _type = "Task" [ 1416.978494] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.986448] env[63326]: DEBUG oslo_vmware.api [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52afbe52-d1dc-e63b-c005-09fc954aca25, 'name': SearchDatastore_Task, 'duration_secs': 0.008338} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.991043] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.991359] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Created folder: Instances in parent group-v359218. [ 1416.991610] env[63326]: DEBUG oslo.service.loopingcall [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.992079] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.996067] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3a63ae4-6695-4dca-a531-ae9fc0bb5a9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.013166] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.023040] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.023040] env[63326]: value = "task-1725767" [ 1417.023040] env[63326]: _type = "Task" [ 1417.023040] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.031381] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725767, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.056531] env[63326]: DEBUG nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.060546] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44923eea-871f-477a-9a58-7d33e25aab28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.071705] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342378e8-7ed5-4bda-8501-4f64bc830fda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.105578] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1db536e-4858-494e-85ea-0fef56155d27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.114787] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14596a71-62e2-4647-a6a4-6b72dbb5e730 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.130949] env[63326]: DEBUG nova.compute.provider_tree [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.141306] env[63326]: DEBUG oslo_vmware.api [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Task: {'id': task-1725762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260738} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.142318] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.142530] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.142788] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.142993] env[63326]: INFO nova.compute.manager [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1417.143249] env[63326]: DEBUG oslo.service.loopingcall [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.143756] env[63326]: DEBUG nova.compute.manager [-] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.143868] env[63326]: DEBUG nova.network.neutron [-] [instance: 530863d0-7395-4add-8633-51aa81bf1067] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.297549] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725763, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.316898] env[63326]: DEBUG nova.compute.manager [req-99f1c9f7-95e0-40f7-95ba-6cab6e30c60a req-1ba1f193-547b-432f-b6ae-0e67f846c9de service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Received event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1417.317186] env[63326]: DEBUG nova.compute.manager [req-99f1c9f7-95e0-40f7-95ba-6cab6e30c60a req-1ba1f193-547b-432f-b6ae-0e67f846c9de service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing instance network info cache due to event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1417.317432] env[63326]: DEBUG oslo_concurrency.lockutils [req-99f1c9f7-95e0-40f7-95ba-6cab6e30c60a req-1ba1f193-547b-432f-b6ae-0e67f846c9de service nova] Acquiring lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.317612] env[63326]: DEBUG oslo_concurrency.lockutils [req-99f1c9f7-95e0-40f7-95ba-6cab6e30c60a req-1ba1f193-547b-432f-b6ae-0e67f846c9de service nova] Acquired lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.317853] env[63326]: DEBUG nova.network.neutron [req-99f1c9f7-95e0-40f7-95ba-6cab6e30c60a req-1ba1f193-547b-432f-b6ae-0e67f846c9de service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.415145] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a5e97c-bb45-1920-f4d6-f571cc160b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.015552} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.415444] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.415746] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2503dee7-4536-4222-909c-e24a3718df40/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. {{(pid=63326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1417.416048] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7016f65-d2df-439a-9435-fbea6762cdc7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.430861] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1417.430861] env[63326]: value = "task-1725768" [ 1417.430861] env[63326]: _type = "Task" [ 1417.430861] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.440955] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.490593] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136848} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.490902] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.492102] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f94308-6bbc-426c-9dd8-09d8567e8bbd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.522026] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 04db72ce-e49a-4ee7-a321-9810dd258233/04db72ce-e49a-4ee7-a321-9810dd258233.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.522026] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015a8529-2868-4fb3-96cc-4cbf85f273d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.546701] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725767, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.548546] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1417.548546] env[63326]: value = "task-1725769" [ 1417.548546] env[63326]: _type = "Task" [ 1417.548546] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.559933] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.637244] env[63326]: DEBUG nova.scheduler.client.report [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.802054] env[63326]: DEBUG oslo_vmware.api [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725763, 'name': PowerOnVM_Task, 'duration_secs': 0.844771} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.802299] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.802377] env[63326]: INFO nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1417.802558] env[63326]: DEBUG nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.803591] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1d3b16-0d5f-449e-8c78-eefeceefa2a7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.947316] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725768, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.046824] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725767, 'name': CreateVM_Task, 'duration_secs': 0.610173} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.049406] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.050278] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.050592] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.050827] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.054664] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21aef675-6c08-475f-8a9f-6c114a3c1880 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.060855] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1418.060855] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c24bbc-fd61-5fce-cefb-aab014abbdad" [ 1418.060855] env[63326]: _type = "Task" [ 1418.060855] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.065186] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.072434] env[63326]: DEBUG nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.079367] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c24bbc-fd61-5fce-cefb-aab014abbdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.093826] env[63326]: DEBUG nova.network.neutron [-] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.114387] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.114675] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.114859] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.115088] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.115242] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.115409] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.115620] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.115783] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.115951] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.116147] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.116382] env[63326]: DEBUG nova.virt.hardware [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.117648] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549a3098-910b-45d1-ba22-72d4eab43768 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.127017] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f68637-57fc-4145-acd1-31604c40506d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.146162] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.148812] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.151s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.149109] env[63326]: DEBUG nova.objects.instance [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lazy-loading 'resources' on Instance uuid 5abce697-9c13-4f21-ab19-38118cee8fe0 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.176343] env[63326]: INFO nova.scheduler.client.report [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Deleted allocations for instance 3f40a8f7-b930-46dc-b2c1-0afb27d10e54 [ 1418.241390] env[63326]: DEBUG nova.network.neutron [req-99f1c9f7-95e0-40f7-95ba-6cab6e30c60a req-1ba1f193-547b-432f-b6ae-0e67f846c9de service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updated VIF entry in instance network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.241916] env[63326]: DEBUG nova.network.neutron [req-99f1c9f7-95e0-40f7-95ba-6cab6e30c60a req-1ba1f193-547b-432f-b6ae-0e67f846c9de service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updating instance_info_cache with network_info: [{"id": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "address": "fa:16:3e:a1:96:67", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8cb66c-fe", "ovs_interfaceid": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.325925] env[63326]: INFO nova.compute.manager [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Took 41.60 seconds to build instance. [ 1418.444338] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695285} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.445211] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2503dee7-4536-4222-909c-e24a3718df40/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. [ 1418.446356] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7220635-cc79-422a-a449-96febcc46d66 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.196706] env[63326]: INFO nova.compute.manager [-] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Took 2.05 seconds to deallocate network for instance. [ 1419.202522] env[63326]: DEBUG oslo_concurrency.lockutils [req-99f1c9f7-95e0-40f7-95ba-6cab6e30c60a req-1ba1f193-547b-432f-b6ae-0e67f846c9de service nova] Releasing lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.202522] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0461341-7b1c-4a46-a36c-daceb7b22459 tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.371s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.210095] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 2503dee7-4536-4222-909c-e24a3718df40/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.216025] env[63326]: DEBUG nova.network.neutron [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Successfully updated port: 4511e860-e1ec-42cf-8caf-7b07509ec454 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1419.216025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3a7e2130-d1b9-4bd2-b8f1-a048267178ce tempest-ServerExternalEventsTest-992303753 tempest-ServerExternalEventsTest-992303753-project-member] Lock "3f40a8f7-b930-46dc-b2c1-0afb27d10e54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.619s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.222843] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-188d02d8-4d5b-4549-ab51-b781f48a2714 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.237185] env[63326]: DEBUG nova.compute.manager [req-d543a780-959b-4c58-9731-cdb61e9b5f6c req-d48e675b-f051-47aa-b4f2-5aaddd76553f service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Received event network-vif-plugged-4511e860-e1ec-42cf-8caf-7b07509ec454 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1419.237400] env[63326]: DEBUG oslo_concurrency.lockutils [req-d543a780-959b-4c58-9731-cdb61e9b5f6c req-d48e675b-f051-47aa-b4f2-5aaddd76553f service nova] Acquiring lock "26e0c08f-605b-43f0-9213-0e19d2f24e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.238091] env[63326]: DEBUG oslo_concurrency.lockutils [req-d543a780-959b-4c58-9731-cdb61e9b5f6c req-d48e675b-f051-47aa-b4f2-5aaddd76553f service nova] Lock "26e0c08f-605b-43f0-9213-0e19d2f24e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.238091] env[63326]: DEBUG oslo_concurrency.lockutils [req-d543a780-959b-4c58-9731-cdb61e9b5f6c req-d48e675b-f051-47aa-b4f2-5aaddd76553f service nova] Lock "26e0c08f-605b-43f0-9213-0e19d2f24e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.238091] env[63326]: DEBUG nova.compute.manager [req-d543a780-959b-4c58-9731-cdb61e9b5f6c req-d48e675b-f051-47aa-b4f2-5aaddd76553f service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] No waiting events found dispatching network-vif-plugged-4511e860-e1ec-42cf-8caf-7b07509ec454 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.238302] env[63326]: WARNING nova.compute.manager [req-d543a780-959b-4c58-9731-cdb61e9b5f6c req-d48e675b-f051-47aa-b4f2-5aaddd76553f service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Received unexpected event network-vif-plugged-4511e860-e1ec-42cf-8caf-7b07509ec454 for instance with vm_state building and task_state spawning. [ 1419.251338] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725769, 'name': ReconfigVM_Task, 'duration_secs': 1.690356} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.251586] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c24bbc-fd61-5fce-cefb-aab014abbdad, 'name': SearchDatastore_Task, 'duration_secs': 0.048124} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.254364] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 04db72ce-e49a-4ee7-a321-9810dd258233/04db72ce-e49a-4ee7-a321-9810dd258233.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.255163] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.255412] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.255654] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.255816] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.256091] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.256441] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1419.256441] env[63326]: value = "task-1725770" [ 1419.256441] env[63326]: _type = "Task" [ 1419.256441] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.259199] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23d1ab85-da45-49c4-88b3-40837edafaf4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.261244] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00d9f15e-2244-43d3-8b0b-00964ce565c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.274493] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.276815] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.276944] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.277776] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1419.277776] env[63326]: value = "task-1725771" [ 1419.277776] env[63326]: _type = "Task" [ 1419.277776] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.282248] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80d2df2-bf80-47a9-8d58-6dd5db2afdb2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.290863] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1419.290863] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528af457-8102-f5be-18a9-88e997d947c8" [ 1419.290863] env[63326]: _type = "Task" [ 1419.290863] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.294577] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725771, 'name': Rename_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.303488] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528af457-8102-f5be-18a9-88e997d947c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.514106] env[63326]: DEBUG nova.compute.manager [req-8fd0fbd5-d940-445a-9c99-4766a5c9e4be req-4376c497-12bd-469a-b8d5-91e0e71a332d service nova] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Received event network-vif-deleted-e396e02f-d0ac-49fd-88d3-27b32a7033ab {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1419.720135] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f073b59f-9897-4972-bd27-76e78ba5fd0d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.732798] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e3dbc7-c28b-40be-910f-94b9c437c304 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.740234] env[63326]: DEBUG nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1419.744176] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "refresh_cache-26e0c08f-605b-43f0-9213-0e19d2f24e46" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.744374] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "refresh_cache-26e0c08f-605b-43f0-9213-0e19d2f24e46" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.744569] env[63326]: DEBUG nova.network.neutron [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.782312] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.789398] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae1b312-8949-42d8-9318-c779a2e86c76 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.803851] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725770, 'name': ReconfigVM_Task, 'duration_secs': 0.30947} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.808069] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cbf11b-b887-47ae-8610-51ade50e7523 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.812177] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 2503dee7-4536-4222-909c-e24a3718df40/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.812568] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725771, 'name': Rename_Task, 'duration_secs': 0.273586} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.816689] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dfccc2-0705-4f4e-a90c-16709867e2c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.819226] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.819516] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528af457-8102-f5be-18a9-88e997d947c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013716} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.820084] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b55467-e65e-40ed-a0f5-f7308494aa75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.830249] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a6fc16-f9d2-4118-9c7e-4c77a075fa81 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.832795] env[63326]: DEBUG nova.compute.provider_tree [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.857612] env[63326]: DEBUG nova.network.neutron [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.861348] env[63326]: DEBUG nova.scheduler.client.report [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.865309] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfbf5312-1242-4438-9f82-0a10f60cdf9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.875602] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1419.875602] env[63326]: value = "task-1725772" [ 1419.875602] env[63326]: _type = "Task" [ 1419.875602] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.878829] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1419.878829] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bceeb6-4610-7adb-87e0-36d1bb14c5ed" [ 1419.878829] env[63326]: _type = "Task" [ 1419.878829] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.886609] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1419.886609] env[63326]: value = "task-1725773" [ 1419.886609] env[63326]: _type = "Task" [ 1419.886609] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.897546] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.898019] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bceeb6-4610-7adb-87e0-36d1bb14c5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.898574] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.898828] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3887d706-a6f2-4e8d-b6db-8946280404a5/3887d706-a6f2-4e8d-b6db-8946280404a5.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.899150] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80369d3d-fba2-42a0-b8aa-e502ad183d39 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.904779] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.909679] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1419.909679] env[63326]: value = "task-1725774" [ 1419.909679] env[63326]: _type = "Task" [ 1419.909679] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.920600] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.985023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.985449] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.985738] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.986014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.986218] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.990846] env[63326]: INFO nova.compute.manager [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Terminating instance [ 1420.108067] env[63326]: DEBUG nova.network.neutron [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Updating instance_info_cache with network_info: [{"id": "4511e860-e1ec-42cf-8caf-7b07509ec454", "address": "fa:16:3e:4e:db:8e", "network": {"id": "23767756-29f9-408c-aed6-a74d261fce64", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1922090204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "002bebb3091b40939b852e12e1049cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4511e860-e1", "ovs_interfaceid": "4511e860-e1ec-42cf-8caf-7b07509ec454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.299772] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.378045] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.380970] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.862s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.382970] env[63326]: INFO nova.compute.claims [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.404665] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725773, 'name': ReconfigVM_Task, 'duration_secs': 0.161455} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.409649] env[63326]: INFO nova.scheduler.client.report [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Deleted allocations for instance 5abce697-9c13-4f21-ab19-38118cee8fe0 [ 1420.414892] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.415377] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.415512] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42695825-a386-442b-9e8f-a82b5a6015dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.427914] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725774, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.430109] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1420.430109] env[63326]: value = "task-1725775" [ 1420.430109] env[63326]: _type = "Task" [ 1420.430109] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.444732] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.496398] env[63326]: DEBUG nova.compute.manager [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.496651] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.497561] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed76b6c-f1c0-4717-a271-d05c87eaefad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.506244] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.506535] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b68dd23a-bb80-4c8c-9289-56f44d9a42a2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.513426] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1420.513426] env[63326]: value = "task-1725776" [ 1420.513426] env[63326]: _type = "Task" [ 1420.513426] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.521724] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.610596] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "refresh_cache-26e0c08f-605b-43f0-9213-0e19d2f24e46" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.611051] env[63326]: DEBUG nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Instance network_info: |[{"id": "4511e860-e1ec-42cf-8caf-7b07509ec454", "address": "fa:16:3e:4e:db:8e", "network": {"id": "23767756-29f9-408c-aed6-a74d261fce64", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1922090204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "002bebb3091b40939b852e12e1049cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4511e860-e1", "ovs_interfaceid": "4511e860-e1ec-42cf-8caf-7b07509ec454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1420.611589] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:db:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4511e860-e1ec-42cf-8caf-7b07509ec454', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.621271] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Creating folder: Project (002bebb3091b40939b852e12e1049cd8). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.621686] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9735115b-6aae-4514-b5af-f5a010a11515 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.634050] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Created folder: Project (002bebb3091b40939b852e12e1049cd8) in parent group-v359097. [ 1420.634380] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Creating folder: Instances. Parent ref: group-v359221. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.634655] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f96c8b5-96df-4a6a-8ed8-d2259e46221c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.645963] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Created folder: Instances in parent group-v359221. [ 1420.646267] env[63326]: DEBUG oslo.service.loopingcall [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.646507] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.646730] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f3c6e7b-4d07-4647-bf5b-5524b8becde2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.668054] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.668054] env[63326]: value = "task-1725779" [ 1420.668054] env[63326]: _type = "Task" [ 1420.668054] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.676320] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725779, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.776523] env[63326]: DEBUG nova.compute.manager [req-54be0494-9aff-43be-94a4-fe5cb6feee91 req-b321fec6-8827-4458-8d45-7e36ed033dab service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Received event network-changed-4511e860-e1ec-42cf-8caf-7b07509ec454 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1420.776859] env[63326]: DEBUG nova.compute.manager [req-54be0494-9aff-43be-94a4-fe5cb6feee91 req-b321fec6-8827-4458-8d45-7e36ed033dab service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Refreshing instance network info cache due to event network-changed-4511e860-e1ec-42cf-8caf-7b07509ec454. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1420.776989] env[63326]: DEBUG oslo_concurrency.lockutils [req-54be0494-9aff-43be-94a4-fe5cb6feee91 req-b321fec6-8827-4458-8d45-7e36ed033dab service nova] Acquiring lock "refresh_cache-26e0c08f-605b-43f0-9213-0e19d2f24e46" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.777252] env[63326]: DEBUG oslo_concurrency.lockutils [req-54be0494-9aff-43be-94a4-fe5cb6feee91 req-b321fec6-8827-4458-8d45-7e36ed033dab service nova] Acquired lock "refresh_cache-26e0c08f-605b-43f0-9213-0e19d2f24e46" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.777473] env[63326]: DEBUG nova.network.neutron [req-54be0494-9aff-43be-94a4-fe5cb6feee91 req-b321fec6-8827-4458-8d45-7e36ed033dab service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Refreshing network info cache for port 4511e860-e1ec-42cf-8caf-7b07509ec454 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.899842] env[63326]: DEBUG oslo_vmware.api [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1725772, 'name': PowerOnVM_Task, 'duration_secs': 0.731053} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.900106] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.900230] env[63326]: INFO nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1420.900472] env[63326]: DEBUG nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.901168] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47106789-6ea7-433b-b11b-509a00b2279f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.919028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b6b53519-5ab6-4f64-a032-02f101d2341b tempest-ServerAddressesTestJSON-1708093939 tempest-ServerAddressesTestJSON-1708093939-project-member] Lock "5abce697-9c13-4f21-ab19-38118cee8fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.320s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.930958] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725774, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.944294] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.030037] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.177984] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725779, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.419959] env[63326]: INFO nova.compute.manager [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Took 42.59 seconds to build instance. [ 1421.430031] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725774, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.449223] env[63326]: DEBUG oslo_vmware.api [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725775, 'name': PowerOnVM_Task, 'duration_secs': 0.641696} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.449563] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.455114] env[63326]: DEBUG nova.compute.manager [None req-7ebbf99c-024b-4c93-a762-8710ada4a45a tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.456177] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c2d5b8-60d2-436a-8879-ed4557c784c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.528735] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.610530] env[63326]: DEBUG nova.network.neutron [req-54be0494-9aff-43be-94a4-fe5cb6feee91 req-b321fec6-8827-4458-8d45-7e36ed033dab service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Updated VIF entry in instance network info cache for port 4511e860-e1ec-42cf-8caf-7b07509ec454. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.610657] env[63326]: DEBUG nova.network.neutron [req-54be0494-9aff-43be-94a4-fe5cb6feee91 req-b321fec6-8827-4458-8d45-7e36ed033dab service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Updating instance_info_cache with network_info: [{"id": "4511e860-e1ec-42cf-8caf-7b07509ec454", "address": "fa:16:3e:4e:db:8e", "network": {"id": "23767756-29f9-408c-aed6-a74d261fce64", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1922090204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "002bebb3091b40939b852e12e1049cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4511e860-e1", "ovs_interfaceid": "4511e860-e1ec-42cf-8caf-7b07509ec454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.682276] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725779, 'name': CreateVM_Task, 'duration_secs': 0.670548} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.683724] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.685046] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.685046] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.685046] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.685046] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4645e4-e647-4984-b2f9-fc7ffb6b8010 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.692401] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1421.692401] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f0a507-cad1-95d8-863c-b4deee9cf567" [ 1421.692401] env[63326]: _type = "Task" [ 1421.692401] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.703387] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f0a507-cad1-95d8-863c-b4deee9cf567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.874279] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a8c642-c9c8-4bf2-8474-4b2102c5cd41 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.882470] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae124f-0635-4319-bcd9-7d9ffe6807c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.918683] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323774e7-876a-4897-b990-5460e33c2043 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.925768] env[63326]: DEBUG oslo_concurrency.lockutils [None req-539d96e4-6196-48ba-b883-383d477f0f10 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.350s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.934573] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143e027e-7977-498e-af2b-44660f48814e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.938481] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725774, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.570457} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.938710] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3887d706-a6f2-4e8d-b6db-8946280404a5/3887d706-a6f2-4e8d-b6db-8946280404a5.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.938918] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.939571] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-657474ff-0c9a-4449-80e7-a85c6dbb35ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.950482] env[63326]: DEBUG nova.compute.provider_tree [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.956699] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1421.956699] env[63326]: value = "task-1725780" [ 1421.956699] env[63326]: _type = "Task" [ 1421.956699] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.973506] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.026799] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.113413] env[63326]: DEBUG oslo_concurrency.lockutils [req-54be0494-9aff-43be-94a4-fe5cb6feee91 req-b321fec6-8827-4458-8d45-7e36ed033dab service nova] Releasing lock "refresh_cache-26e0c08f-605b-43f0-9213-0e19d2f24e46" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.205830] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f0a507-cad1-95d8-863c-b4deee9cf567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.431554] env[63326]: DEBUG nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1422.454018] env[63326]: DEBUG nova.scheduler.client.report [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.470943] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.529026] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.708551] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f0a507-cad1-95d8-863c-b4deee9cf567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.964879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.965701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.966265] env[63326]: DEBUG nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.969075] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.599s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.969212] env[63326]: DEBUG nova.objects.instance [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lazy-loading 'resources' on Instance uuid 31002119-3635-4d4e-a1b6-69508d2aeaac {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.976302] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.011164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "61e42297-2200-451a-8449-021698550e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.011164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "61e42297-2200-451a-8449-021698550e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.029391] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.069347] env[63326]: DEBUG nova.compute.manager [req-d2ed1000-016c-4926-b143-c35b52c8f736 req-e67e6ad1-3c6e-40ff-ad7a-7b905861aa83 service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Received event network-changed-6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1423.069545] env[63326]: DEBUG nova.compute.manager [req-d2ed1000-016c-4926-b143-c35b52c8f736 req-e67e6ad1-3c6e-40ff-ad7a-7b905861aa83 service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Refreshing instance network info cache due to event network-changed-6f3e59df-2b01-437c-b5cf-bbc8d9a1b681. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1423.069761] env[63326]: DEBUG oslo_concurrency.lockutils [req-d2ed1000-016c-4926-b143-c35b52c8f736 req-e67e6ad1-3c6e-40ff-ad7a-7b905861aa83 service nova] Acquiring lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.069943] env[63326]: DEBUG oslo_concurrency.lockutils [req-d2ed1000-016c-4926-b143-c35b52c8f736 req-e67e6ad1-3c6e-40ff-ad7a-7b905861aa83 service nova] Acquired lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.070430] env[63326]: DEBUG nova.network.neutron [req-d2ed1000-016c-4926-b143-c35b52c8f736 req-e67e6ad1-3c6e-40ff-ad7a-7b905861aa83 service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Refreshing network info cache for port 6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.204932] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f0a507-cad1-95d8-863c-b4deee9cf567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.470841] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.475691] env[63326]: DEBUG nova.compute.utils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.481028] env[63326]: DEBUG nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.481028] env[63326]: DEBUG nova.network.neutron [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.530217] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.531849] env[63326]: DEBUG nova.policy [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbcf0e07a48f4d93b53091091c93124b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7e0f6225cc4c85a47f43ac8b9c70cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.715888] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f0a507-cad1-95d8-863c-b4deee9cf567, 'name': SearchDatastore_Task, 'duration_secs': 1.894836} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.722999] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.723381] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.723696] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.723879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.724074] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.724716] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b72bc8fc-c249-4bfb-a82c-7b7320568473 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.733393] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.733593] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.734568] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870c045b-f867-40b3-af66-fa29e5bac69f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.745878] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1423.745878] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5253b94d-fe5e-1fb6-315b-d3ff9c669dfd" [ 1423.745878] env[63326]: _type = "Task" [ 1423.745878] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.754599] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5253b94d-fe5e-1fb6-315b-d3ff9c669dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.978295] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.695577} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.981303] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1423.984033] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77925d89-7bdc-41c9-981d-cbe210294243 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.988764] env[63326]: DEBUG nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.993336] env[63326]: DEBUG nova.network.neutron [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Successfully created port: 2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.019381] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 3887d706-a6f2-4e8d-b6db-8946280404a5/3887d706-a6f2-4e8d-b6db-8946280404a5.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.024994] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8f46e6-8ae3-4093-aec5-ff9d4ea2e5c4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.051605] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725776, 'name': PowerOffVM_Task, 'duration_secs': 3.250012} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.056538] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.056825] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.057122] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1424.057122] env[63326]: value = "task-1725781" [ 1424.057122] env[63326]: _type = "Task" [ 1424.057122] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.058484] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e28c44e7-7620-461f-9f28-a0e1ebeeee5f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.070190] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.100982] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce90dc-1551-46a7-bb22-b30bd7257a7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.108824] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9f8600-bb91-436d-96bf-c47534d134ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.141333] env[63326]: DEBUG nova.network.neutron [req-d2ed1000-016c-4926-b143-c35b52c8f736 req-e67e6ad1-3c6e-40ff-ad7a-7b905861aa83 service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Updated VIF entry in instance network info cache for port 6f3e59df-2b01-437c-b5cf-bbc8d9a1b681. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.141693] env[63326]: DEBUG nova.network.neutron [req-d2ed1000-016c-4926-b143-c35b52c8f736 req-e67e6ad1-3c6e-40ff-ad7a-7b905861aa83 service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Updating instance_info_cache with network_info: [{"id": "6f3e59df-2b01-437c-b5cf-bbc8d9a1b681", "address": "fa:16:3e:67:7c:89", "network": {"id": "88d43d7b-3b3f-48cf-a2eb-d04dd789dd2c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1737883912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e08d3ef9e14636a55fe0d9d4992332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3e59df-2b", "ovs_interfaceid": "6f3e59df-2b01-437c-b5cf-bbc8d9a1b681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.143408] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a6aed8-2da8-43e7-8b15-4fb085f7b743 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.151270] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99ef0f8-0f18-40e7-8f13-d0d120208b8f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.166363] env[63326]: DEBUG nova.compute.provider_tree [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.256327] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5253b94d-fe5e-1fb6-315b-d3ff9c669dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.259506] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177e9d1d-70b0-4154-ae12-5afebbc418c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.266110] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1424.266110] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dbe5da-0c40-3dfe-af9e-1cebd2ac2e17" [ 1424.266110] env[63326]: _type = "Task" [ 1424.266110] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.279825] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dbe5da-0c40-3dfe-af9e-1cebd2ac2e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.573841] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725781, 'name': ReconfigVM_Task, 'duration_secs': 0.417819} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.574287] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 3887d706-a6f2-4e8d-b6db-8946280404a5/3887d706-a6f2-4e8d-b6db-8946280404a5.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.575144] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff4f086-604c-4093-9dcc-f2cef0e53049 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.580901] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1424.580901] env[63326]: value = "task-1725783" [ 1424.580901] env[63326]: _type = "Task" [ 1424.580901] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.589354] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725783, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.647789] env[63326]: DEBUG oslo_concurrency.lockutils [req-d2ed1000-016c-4926-b143-c35b52c8f736 req-e67e6ad1-3c6e-40ff-ad7a-7b905861aa83 service nova] Releasing lock "refresh_cache-04db72ce-e49a-4ee7-a321-9810dd258233" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.672304] env[63326]: DEBUG nova.scheduler.client.report [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.777542] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dbe5da-0c40-3dfe-af9e-1cebd2ac2e17, 'name': SearchDatastore_Task, 'duration_secs': 0.016084} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.778705] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.779047] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 26e0c08f-605b-43f0-9213-0e19d2f24e46/26e0c08f-605b-43f0-9213-0e19d2f24e46.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.779824] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7689c05-e009-4f7c-ab9f-f3044acd0e86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.787375] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1424.787375] env[63326]: value = "task-1725784" [ 1424.787375] env[63326]: _type = "Task" [ 1424.787375] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.799233] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.004384] env[63326]: DEBUG nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.034498] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.034658] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.034818] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.035327] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.036087] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.036087] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.036241] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.036402] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.036585] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.036730] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.036904] env[63326]: DEBUG nova.virt.hardware [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.037811] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f103d3-7be7-4c5a-a0a1-27d2e76f406b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.047655] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efef7f2a-53a2-4ce3-ae18-9362c50482eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.091021] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725783, 'name': Rename_Task, 'duration_secs': 0.23118} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.091276] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.091527] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-299df352-753b-4098-9f96-20865355b346 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.099166] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1425.099166] env[63326]: value = "task-1725785" [ 1425.099166] env[63326]: _type = "Task" [ 1425.099166] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.108898] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.181227] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.184853] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.225s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.185299] env[63326]: DEBUG nova.objects.instance [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lazy-loading 'resources' on Instance uuid cd790c7d-8dc7-4066-b0e3-10660c5d163f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.210195] env[63326]: INFO nova.scheduler.client.report [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Deleted allocations for instance 31002119-3635-4d4e-a1b6-69508d2aeaac [ 1425.299714] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.608810] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.632280] env[63326]: DEBUG nova.compute.manager [req-cfdc2b0b-7824-4fbe-923d-9511674095b2 req-7baef90f-9639-4336-9f62-d7fb09145c09 service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Received event network-vif-plugged-2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1425.632827] env[63326]: DEBUG oslo_concurrency.lockutils [req-cfdc2b0b-7824-4fbe-923d-9511674095b2 req-7baef90f-9639-4336-9f62-d7fb09145c09 service nova] Acquiring lock "306771ef-135a-4b79-b20d-2250464ef4d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.632964] env[63326]: DEBUG oslo_concurrency.lockutils [req-cfdc2b0b-7824-4fbe-923d-9511674095b2 req-7baef90f-9639-4336-9f62-d7fb09145c09 service nova] Lock "306771ef-135a-4b79-b20d-2250464ef4d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.633605] env[63326]: DEBUG oslo_concurrency.lockutils [req-cfdc2b0b-7824-4fbe-923d-9511674095b2 req-7baef90f-9639-4336-9f62-d7fb09145c09 service nova] Lock "306771ef-135a-4b79-b20d-2250464ef4d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.634042] env[63326]: DEBUG nova.compute.manager [req-cfdc2b0b-7824-4fbe-923d-9511674095b2 req-7baef90f-9639-4336-9f62-d7fb09145c09 service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] No waiting events found dispatching network-vif-plugged-2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.634429] env[63326]: WARNING nova.compute.manager [req-cfdc2b0b-7824-4fbe-923d-9511674095b2 req-7baef90f-9639-4336-9f62-d7fb09145c09 service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Received unexpected event network-vif-plugged-2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab for instance with vm_state building and task_state spawning. [ 1425.642446] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.642860] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.643205] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Deleting the datastore file [datastore1] 22d7c5ad-bee8-4669-97eb-41f10f883d7f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.643590] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d784634-4e9f-4040-8c46-f6d5db00f739 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.653025] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for the task: (returnval){ [ 1425.653025] env[63326]: value = "task-1725786" [ 1425.653025] env[63326]: _type = "Task" [ 1425.653025] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.667032] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.722583] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9248f52d-c134-43cc-8bab-440819f6851b tempest-ServerShowV254Test-637680656 tempest-ServerShowV254Test-637680656-project-member] Lock "31002119-3635-4d4e-a1b6-69508d2aeaac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.555s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.801771] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790475} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.801827] env[63326]: DEBUG nova.network.neutron [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Successfully updated port: 2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.803434] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 26e0c08f-605b-43f0-9213-0e19d2f24e46/26e0c08f-605b-43f0-9213-0e19d2f24e46.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1425.806042] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1425.810228] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99011e38-ab59-44bf-add1-46f32ba7fffb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.817898] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1425.817898] env[63326]: value = "task-1725787" [ 1425.817898] env[63326]: _type = "Task" [ 1425.817898] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.832116] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.115416] env[63326]: DEBUG oslo_vmware.api [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725785, 'name': PowerOnVM_Task, 'duration_secs': 0.895609} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.115770] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.116027] env[63326]: INFO nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1426.116129] env[63326]: DEBUG nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.117079] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c13518-f58e-44b1-8599-30cc7eba0421 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.162752] env[63326]: DEBUG oslo_vmware.api [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Task: {'id': task-1725786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274463} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.165657] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.165861] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.166094] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.166314] env[63326]: INFO nova.compute.manager [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Took 5.67 seconds to destroy the instance on the hypervisor. [ 1426.166693] env[63326]: DEBUG oslo.service.loopingcall [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.167669] env[63326]: DEBUG nova.compute.manager [-] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.168360] env[63326]: DEBUG nova.network.neutron [-] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1426.212240] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d998be5-5b81-48c8-a185-8c2bfbfea28a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.222571] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304a6eae-f4b4-462d-8abf-ecf022609310 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.259803] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c09edc2-5383-4eb6-b36e-ef16b8accc99 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.265676] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b73b8b-c70d-4644-b40b-cb54732733ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.281255] env[63326]: DEBUG nova.compute.provider_tree [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.312509] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquiring lock "refresh_cache-306771ef-135a-4b79-b20d-2250464ef4d4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.312509] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquired lock "refresh_cache-306771ef-135a-4b79-b20d-2250464ef4d4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.312509] env[63326]: DEBUG nova.network.neutron [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.328538] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112394} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.331016] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.331016] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2523053-c75c-41cd-8173-5e39d57f7445 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.354809] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 26e0c08f-605b-43f0-9213-0e19d2f24e46/26e0c08f-605b-43f0-9213-0e19d2f24e46.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.355469] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de62a266-5fd6-4424-83ef-29c2a8dd5494 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.382616] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1426.382616] env[63326]: value = "task-1725788" [ 1426.382616] env[63326]: _type = "Task" [ 1426.382616] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.395717] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.586339] env[63326]: DEBUG oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260ae22-b054-6c59-bee3-d87107e3a838/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1426.587291] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af4850-3b41-42c8-8f75-b34448f9b0e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.594029] env[63326]: DEBUG oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260ae22-b054-6c59-bee3-d87107e3a838/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1426.594218] env[63326]: ERROR oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260ae22-b054-6c59-bee3-d87107e3a838/disk-0.vmdk due to incomplete transfer. [ 1426.594453] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37f4dc50-e99a-47b4-9845-c95766186d41 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.601523] env[63326]: DEBUG oslo_vmware.rw_handles [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5260ae22-b054-6c59-bee3-d87107e3a838/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1426.601723] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Uploaded image 89d5f2c3-834b-407c-a69f-69bd69060a82 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1426.604447] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1426.605496] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17da6627-060b-4dcf-b87b-64023a23db67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.614326] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1426.614326] env[63326]: value = "task-1725789" [ 1426.614326] env[63326]: _type = "Task" [ 1426.614326] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.622673] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725789, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.637896] env[63326]: INFO nova.compute.manager [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Took 42.43 seconds to build instance. [ 1426.787874] env[63326]: DEBUG nova.scheduler.client.report [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.848353] env[63326]: DEBUG nova.network.neutron [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.894327] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.926050] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquiring lock "3e499f64-1e39-4972-ac48-9672b6d39f83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.926298] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "3e499f64-1e39-4972-ac48-9672b6d39f83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.025947] env[63326]: DEBUG nova.network.neutron [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Updating instance_info_cache with network_info: [{"id": "2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab", "address": "fa:16:3e:cc:1a:52", "network": {"id": "52917cb6-4aae-450b-aa35-f1e66be1b8a9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1690643843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7e0f6225cc4c85a47f43ac8b9c70cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7f6ae7-3c", "ovs_interfaceid": "2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.124854] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725789, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.141388] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cfc4f5f-4e2a-46ef-964b-54ef1b47907c tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "3887d706-a6f2-4e8d-b6db-8946280404a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.266s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.189123] env[63326]: DEBUG nova.network.neutron [-] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.296493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.302370] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.454s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.302604] env[63326]: DEBUG nova.objects.instance [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lazy-loading 'resources' on Instance uuid f252e51d-4fcf-4558-8796-86c7d48270d9 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.324905] env[63326]: INFO nova.scheduler.client.report [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Deleted allocations for instance cd790c7d-8dc7-4066-b0e3-10660c5d163f [ 1427.394265] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725788, 'name': ReconfigVM_Task, 'duration_secs': 0.873074} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.394595] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 26e0c08f-605b-43f0-9213-0e19d2f24e46/26e0c08f-605b-43f0-9213-0e19d2f24e46.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.395282] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8182ca74-ce73-4164-b24f-a7abbda1e57d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.402354] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1427.402354] env[63326]: value = "task-1725790" [ 1427.402354] env[63326]: _type = "Task" [ 1427.402354] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.411231] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725790, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.529156] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Releasing lock "refresh_cache-306771ef-135a-4b79-b20d-2250464ef4d4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.530027] env[63326]: DEBUG nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Instance network_info: |[{"id": "2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab", "address": "fa:16:3e:cc:1a:52", "network": {"id": "52917cb6-4aae-450b-aa35-f1e66be1b8a9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1690643843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7e0f6225cc4c85a47f43ac8b9c70cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7f6ae7-3c", "ovs_interfaceid": "2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.530329] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:1a:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.540799] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Creating folder: Project (2f7e0f6225cc4c85a47f43ac8b9c70cf). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.541340] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bad765e7-2ed8-4601-876b-de303435c718 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.553024] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Created folder: Project (2f7e0f6225cc4c85a47f43ac8b9c70cf) in parent group-v359097. [ 1427.553286] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Creating folder: Instances. Parent ref: group-v359224. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.553556] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-747954bd-f3ba-4f4a-8547-bda6a7081b29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.563020] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Created folder: Instances in parent group-v359224. [ 1427.563305] env[63326]: DEBUG oslo.service.loopingcall [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.563529] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.563764] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74e53de3-3e33-459d-838d-981427b5827c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.585219] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.585219] env[63326]: value = "task-1725793" [ 1427.585219] env[63326]: _type = "Task" [ 1427.585219] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.595402] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725793, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.631942] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725789, 'name': Destroy_Task, 'duration_secs': 0.898205} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.632262] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Destroyed the VM [ 1427.632583] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1427.632844] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e14a336a-f001-41f3-8392-12dbbf2c0f17 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.638508] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1427.638508] env[63326]: value = "task-1725794" [ 1427.638508] env[63326]: _type = "Task" [ 1427.638508] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.643416] env[63326]: DEBUG nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.650072] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725794, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.693321] env[63326]: INFO nova.compute.manager [-] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Took 1.52 seconds to deallocate network for instance. [ 1427.838777] env[63326]: DEBUG oslo_concurrency.lockutils [None req-23e53014-41d1-4fc4-8e09-1df6321589cf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "cd790c7d-8dc7-4066-b0e3-10660c5d163f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.330s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.849897] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.850362] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.914794] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725790, 'name': Rename_Task, 'duration_secs': 0.205102} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.918548] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.919508] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-220af51c-166d-4e04-be94-755b8e33c2da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.927190] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1427.927190] env[63326]: value = "task-1725795" [ 1427.927190] env[63326]: _type = "Task" [ 1427.927190] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.936925] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.977134] env[63326]: DEBUG nova.compute.manager [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Received event network-changed-2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1427.977403] env[63326]: DEBUG nova.compute.manager [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Refreshing instance network info cache due to event network-changed-2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1427.977745] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] Acquiring lock "refresh_cache-306771ef-135a-4b79-b20d-2250464ef4d4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.977926] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] Acquired lock "refresh_cache-306771ef-135a-4b79-b20d-2250464ef4d4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.978322] env[63326]: DEBUG nova.network.neutron [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Refreshing network info cache for port 2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.100174] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725793, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.148344] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725794, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.165402] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.205669] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.317412] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1aaa91-208e-435b-b9be-41a2cfb81dd1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.324240] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5cb58c-693a-4e10-b205-9e6fa92cc7af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.357997] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09e39b6-0d2e-49d8-88cd-3b6cf1319cf6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.371078] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fb506a-a51d-4d95-b5d0-11b94c6348bc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.386912] env[63326]: DEBUG nova.compute.provider_tree [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.436699] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725795, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.566670] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "166d524e-5922-4de7-8478-a63533670746" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.566853] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "166d524e-5922-4de7-8478-a63533670746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.596367] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725793, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.653179] env[63326]: DEBUG oslo_vmware.api [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725794, 'name': RemoveSnapshot_Task, 'duration_secs': 0.782316} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.653591] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1428.653779] env[63326]: INFO nova.compute.manager [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Took 21.40 seconds to snapshot the instance on the hypervisor. [ 1428.807537] env[63326]: DEBUG nova.network.neutron [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Updated VIF entry in instance network info cache for port 2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.808130] env[63326]: DEBUG nova.network.neutron [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Updating instance_info_cache with network_info: [{"id": "2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab", "address": "fa:16:3e:cc:1a:52", "network": {"id": "52917cb6-4aae-450b-aa35-f1e66be1b8a9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1690643843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7e0f6225cc4c85a47f43ac8b9c70cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7f6ae7-3c", "ovs_interfaceid": "2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.864336] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-8031f33e-874a-4028-885b-081279aa1912-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.864695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-8031f33e-874a-4028-885b-081279aa1912-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.865197] env[63326]: DEBUG nova.objects.instance [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'flavor' on Instance uuid 8031f33e-874a-4028-885b-081279aa1912 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.871373] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "56adab99-108b-4ba6-927c-ac38e47a13fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.871373] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "56adab99-108b-4ba6-927c-ac38e47a13fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.871373] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "56adab99-108b-4ba6-927c-ac38e47a13fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.871552] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "56adab99-108b-4ba6-927c-ac38e47a13fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.871674] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "56adab99-108b-4ba6-927c-ac38e47a13fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.874105] env[63326]: INFO nova.compute.manager [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Terminating instance [ 1428.890459] env[63326]: DEBUG nova.scheduler.client.report [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.937960] env[63326]: DEBUG oslo_vmware.api [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725795, 'name': PowerOnVM_Task, 'duration_secs': 0.638285} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.938322] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.938554] env[63326]: INFO nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1428.938737] env[63326]: DEBUG nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.939526] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac52408a-4d37-4175-a1b0-db7b135cf483 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.096821] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725793, 'name': CreateVM_Task, 'duration_secs': 1.424617} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.097142] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.097934] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.098088] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.098434] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.098683] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a727d637-0e5f-41ad-86e3-23cb1fc94c7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.103581] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1429.103581] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bde13a-c51c-3877-9506-aaea0c7e4484" [ 1429.103581] env[63326]: _type = "Task" [ 1429.103581] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.111477] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bde13a-c51c-3877-9506-aaea0c7e4484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.195424] env[63326]: DEBUG nova.compute.manager [None req-28ab8c4c-d312-460a-a9d8-0473d2f4b1a8 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Found 1 images (rotation: 2) {{(pid=63326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1429.312121] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] Releasing lock "refresh_cache-306771ef-135a-4b79-b20d-2250464ef4d4" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.312412] env[63326]: DEBUG nova.compute.manager [req-01cc9387-3a6a-4274-ac82-cef301557b1f req-f9e3b5fa-72b0-43fb-846f-d468e0d17170 service nova] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Received event network-vif-deleted-cf46fc04-e271-4207-9ea1-269f4a36fde4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1429.378242] env[63326]: DEBUG nova.compute.manager [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.378778] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.379381] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e41bd2-dd7a-4140-8d17-851119efab27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.387297] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.387547] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3f5176f-893a-4fd1-8144-95e74c3faef9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.393787] env[63326]: DEBUG oslo_vmware.api [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1429.393787] env[63326]: value = "task-1725796" [ 1429.393787] env[63326]: _type = "Task" [ 1429.393787] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.397338] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.399477] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.940s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.399666] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.399825] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1429.400112] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.611s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.400432] env[63326]: DEBUG nova.objects.instance [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lazy-loading 'resources' on Instance uuid db22896d-0f47-473f-9aeb-e15490f5232d {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.403230] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d86f1ec-ced5-48b1-bcc8-59f161cd5179 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.408889] env[63326]: DEBUG oslo_vmware.api [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.418595] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293a9a37-927b-479f-86a8-db1b33c1759c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.424050] env[63326]: INFO nova.scheduler.client.report [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Deleted allocations for instance f252e51d-4fcf-4558-8796-86c7d48270d9 [ 1429.438922] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3cfd9f-a8e5-42d6-b756-7d51ee757fef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.445726] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00820b9d-4786-4418-b1da-64c53ace447b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.449718] env[63326]: DEBUG nova.objects.instance [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'pci_requests' on Instance uuid 8031f33e-874a-4028-885b-081279aa1912 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.483136] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178942MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1429.483306] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.483991] env[63326]: INFO nova.compute.manager [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Took 44.21 seconds to build instance. [ 1429.614324] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bde13a-c51c-3877-9506-aaea0c7e4484, 'name': SearchDatastore_Task, 'duration_secs': 0.025334} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.614593] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.614834] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.615127] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.615280] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.615459] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.615717] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2367b431-5357-4bab-92bc-a4fa9d204010 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.626391] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.626569] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.627276] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20de568b-9efa-453b-a62c-5442b98761d5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.632101] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1429.632101] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524d27e3-edcf-0c60-1def-f318be7f1c4b" [ 1429.632101] env[63326]: _type = "Task" [ 1429.632101] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.639347] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524d27e3-edcf-0c60-1def-f318be7f1c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.905633] env[63326]: DEBUG oslo_vmware.api [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725796, 'name': PowerOffVM_Task, 'duration_secs': 0.335027} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.906105] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.906287] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.906542] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d3d7bee-3590-481b-9f54-257948625219 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.931210] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c09beca-147b-457c-82ac-1f58de9b80c8 tempest-ServersAaction247Test-574163863 tempest-ServersAaction247Test-574163863-project-member] Lock "f252e51d-4fcf-4558-8796-86c7d48270d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.334s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.955019] env[63326]: DEBUG nova.objects.base [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Object Instance<8031f33e-874a-4028-885b-081279aa1912> lazy-loaded attributes: flavor,pci_requests {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1429.955253] env[63326]: DEBUG nova.network.neutron [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.988535] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51d8082f-7eed-4eb4-96b9-9a52290513a9 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "26e0c08f-605b-43f0-9213-0e19d2f24e46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.242s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.016614] env[63326]: DEBUG nova.policy [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.142762] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524d27e3-edcf-0c60-1def-f318be7f1c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.03059} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.146012] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb38d20-9bac-40f0-a0a7-0aab8d76a8ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.151100] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1430.151100] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d764e5-e145-50de-97e9-e65df1d74715" [ 1430.151100] env[63326]: _type = "Task" [ 1430.151100] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.158616] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d764e5-e145-50de-97e9-e65df1d74715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.180160] env[63326]: DEBUG nova.compute.manager [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.180906] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cfab93-05b0-4ed4-b17e-1460e9333e0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.371377] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e855f-2425-45c8-9d3d-bfc73902f630 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.384588] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddd6b34-a29e-443a-977d-c2356e349a39 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.417479] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f931696-becd-469c-913d-40370b457662 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.423942] env[63326]: DEBUG nova.network.neutron [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Successfully created port: c22458dc-8d6a-49d8-95a3-4d18f49d26de {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.429025] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fcfdeb-aaae-4ac6-9e68-2972209db64e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.443265] env[63326]: DEBUG nova.compute.provider_tree [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.491134] env[63326]: DEBUG nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.663372] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d764e5-e145-50de-97e9-e65df1d74715, 'name': SearchDatastore_Task, 'duration_secs': 0.034792} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.663649] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.664137] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 306771ef-135a-4b79-b20d-2250464ef4d4/306771ef-135a-4b79-b20d-2250464ef4d4.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.664259] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a27b0606-5093-441b-90de-c5d50a67af7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.671583] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1430.671583] env[63326]: value = "task-1725798" [ 1430.671583] env[63326]: _type = "Task" [ 1430.671583] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.679784] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.691284] env[63326]: INFO nova.compute.manager [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] instance snapshotting [ 1430.691973] env[63326]: DEBUG nova.objects.instance [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'flavor' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.705114] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.705375] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.705590] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Deleting the datastore file [datastore1] 56adab99-108b-4ba6-927c-ac38e47a13fc {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.705839] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2d8ff3d-b161-45e0-93d4-c15b0295f52e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.713056] env[63326]: DEBUG oslo_vmware.api [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for the task: (returnval){ [ 1430.713056] env[63326]: value = "task-1725799" [ 1430.713056] env[63326]: _type = "Task" [ 1430.713056] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.722584] env[63326]: DEBUG oslo_vmware.api [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.949187] env[63326]: DEBUG nova.scheduler.client.report [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.014929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.184117] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.197635] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c6ff8-16a2-4d11-9cbf-843d69350b2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.219207] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25824c76-74b4-499f-9a3f-1a4e2b119569 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.227477] env[63326]: DEBUG oslo_vmware.api [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Task: {'id': task-1725799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214752} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.229947] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.230165] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.230389] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.230603] env[63326]: INFO nova.compute.manager [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1431.230892] env[63326]: DEBUG oslo.service.loopingcall [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.234253] env[63326]: DEBUG nova.compute.manager [-] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.234374] env[63326]: DEBUG nova.network.neutron [-] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.454720] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.457852] env[63326]: DEBUG oslo_concurrency.lockutils [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.220s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.475442] env[63326]: INFO nova.scheduler.client.report [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Deleted allocations for instance db22896d-0f47-473f-9aeb-e15490f5232d [ 1431.684413] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594008} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.684674] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 306771ef-135a-4b79-b20d-2250464ef4d4/306771ef-135a-4b79-b20d-2250464ef4d4.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.684915] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.685198] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa13245e-1966-42fc-834e-3b6ac9462d2b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.693076] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1431.693076] env[63326]: value = "task-1725800" [ 1431.693076] env[63326]: _type = "Task" [ 1431.693076] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.700421] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.738569] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1431.739226] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c01b122d-c0bd-4049-9aaa-fd1ba7c94ae1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.745584] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1431.745584] env[63326]: value = "task-1725801" [ 1431.745584] env[63326]: _type = "Task" [ 1431.745584] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.756614] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.839267] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266faed-0e23-4536-980a-605e9f9795e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.846570] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a081d9d5-1cd2-4a40-8294-778bf1fb794c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.879626] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4aff01-0a20-4807-b2bf-fc27f6196527 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.887414] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1c8c97-a8b5-4b89-8c5e-766ce0608157 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.900489] env[63326]: DEBUG nova.compute.provider_tree [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.930707] env[63326]: DEBUG nova.compute.manager [req-75160f3d-60a9-4890-bd4b-f66ec5331dee req-8c12a788-5f12-483e-9bd3-955367e64b7d service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Received event network-vif-deleted-5915159c-b63f-4d90-8ff8-82b45e092205 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1431.930707] env[63326]: INFO nova.compute.manager [req-75160f3d-60a9-4890-bd4b-f66ec5331dee req-8c12a788-5f12-483e-9bd3-955367e64b7d service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Neutron deleted interface 5915159c-b63f-4d90-8ff8-82b45e092205; detaching it from the instance and deleting it from the info cache [ 1431.930868] env[63326]: DEBUG nova.network.neutron [req-75160f3d-60a9-4890-bd4b-f66ec5331dee req-8c12a788-5f12-483e-9bd3-955367e64b7d service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.949263] env[63326]: DEBUG nova.network.neutron [-] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.987342] env[63326]: DEBUG oslo_concurrency.lockutils [None req-720f52ad-4575-4f15-b997-db80562f89c9 tempest-VolumesAssistedSnapshotsTest-754687823 tempest-VolumesAssistedSnapshotsTest-754687823-project-member] Lock "db22896d-0f47-473f-9aeb-e15490f5232d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.042s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.154454] env[63326]: DEBUG nova.network.neutron [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Successfully updated port: c22458dc-8d6a-49d8-95a3-4d18f49d26de {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.203051] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173921} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.203334] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.204158] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec5466-9bdd-4942-b35f-aa2efc11b2fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.225855] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 306771ef-135a-4b79-b20d-2250464ef4d4/306771ef-135a-4b79-b20d-2250464ef4d4.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.226333] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2d1f69-3d04-42cd-9cdc-8a6322d65b89 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.245200] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1432.245200] env[63326]: value = "task-1725802" [ 1432.245200] env[63326]: _type = "Task" [ 1432.245200] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.258349] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.261233] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.392642] env[63326]: DEBUG nova.compute.manager [req-5273a063-2229-426c-ad71-c0d1ed3ed350 req-700db554-f2fb-4d87-aa48-3fba894f475f service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received event network-vif-plugged-c22458dc-8d6a-49d8-95a3-4d18f49d26de {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1432.392840] env[63326]: DEBUG oslo_concurrency.lockutils [req-5273a063-2229-426c-ad71-c0d1ed3ed350 req-700db554-f2fb-4d87-aa48-3fba894f475f service nova] Acquiring lock "8031f33e-874a-4028-885b-081279aa1912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.393092] env[63326]: DEBUG oslo_concurrency.lockutils [req-5273a063-2229-426c-ad71-c0d1ed3ed350 req-700db554-f2fb-4d87-aa48-3fba894f475f service nova] Lock "8031f33e-874a-4028-885b-081279aa1912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.393267] env[63326]: DEBUG oslo_concurrency.lockutils [req-5273a063-2229-426c-ad71-c0d1ed3ed350 req-700db554-f2fb-4d87-aa48-3fba894f475f service nova] Lock "8031f33e-874a-4028-885b-081279aa1912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.393437] env[63326]: DEBUG nova.compute.manager [req-5273a063-2229-426c-ad71-c0d1ed3ed350 req-700db554-f2fb-4d87-aa48-3fba894f475f service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] No waiting events found dispatching network-vif-plugged-c22458dc-8d6a-49d8-95a3-4d18f49d26de {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1432.393669] env[63326]: WARNING nova.compute.manager [req-5273a063-2229-426c-ad71-c0d1ed3ed350 req-700db554-f2fb-4d87-aa48-3fba894f475f service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received unexpected event network-vif-plugged-c22458dc-8d6a-49d8-95a3-4d18f49d26de for instance with vm_state active and task_state None. [ 1432.404179] env[63326]: DEBUG nova.scheduler.client.report [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.437678] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d72e491-f09a-4545-895d-78f8229151d8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.447849] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cc3472-0cae-4795-8c77-70be2933ccfb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.458407] env[63326]: INFO nova.compute.manager [-] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Took 1.22 seconds to deallocate network for instance. [ 1432.481178] env[63326]: DEBUG nova.compute.manager [req-75160f3d-60a9-4890-bd4b-f66ec5331dee req-8c12a788-5f12-483e-9bd3-955367e64b7d service nova] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Detach interface failed, port_id=5915159c-b63f-4d90-8ff8-82b45e092205, reason: Instance 56adab99-108b-4ba6-927c-ac38e47a13fc could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1432.657035] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.657035] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.657035] env[63326]: DEBUG nova.network.neutron [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.759188] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725802, 'name': ReconfigVM_Task, 'duration_secs': 0.349152} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.761015] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 306771ef-135a-4b79-b20d-2250464ef4d4/306771ef-135a-4b79-b20d-2250464ef4d4.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.761691] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725801, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.761955] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cae47e6-f15c-4d90-8659-13f208b36a68 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.768334] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1432.768334] env[63326]: value = "task-1725803" [ 1432.768334] env[63326]: _type = "Task" [ 1432.768334] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.782166] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725803, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.910250] env[63326]: DEBUG oslo_concurrency.lockutils [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.453s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.910446] env[63326]: INFO nova.compute.manager [None req-43497a50-1fca-471f-a9a1-8244952288b2 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Successfully reverted task state from rebuilding on failure for instance. [ 1432.915893] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.560s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.916104] env[63326]: DEBUG nova.objects.instance [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lazy-loading 'resources' on Instance uuid be5490f1-3a52-4019-8b49-b4226a57331c {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.965294] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.193751] env[63326]: WARNING nova.network.neutron [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] f627832b-e7ad-4177-b4a2-60ab53cd10ce already exists in list: networks containing: ['f627832b-e7ad-4177-b4a2-60ab53cd10ce']. ignoring it [ 1433.261335] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725801, 'name': CreateSnapshot_Task, 'duration_secs': 1.325622} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.261843] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1433.262782] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996125a5-8010-420f-a85a-ede140157d83 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.284177] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725803, 'name': Rename_Task, 'duration_secs': 0.15897} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.284449] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.284679] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5e409db-d651-42f6-9424-cf99c16ff075 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.292030] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1433.292030] env[63326]: value = "task-1725804" [ 1433.292030] env[63326]: _type = "Task" [ 1433.292030] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.298926] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.586061] env[63326]: DEBUG nova.network.neutron [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [{"id": "d52d1ce4-9d57-4b04-a943-5393d8285436", "address": "fa:16:3e:72:bf:53", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52d1ce4-9d", "ovs_interfaceid": "d52d1ce4-9d57-4b04-a943-5393d8285436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c22458dc-8d6a-49d8-95a3-4d18f49d26de", "address": "fa:16:3e:3f:32:3c", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22458dc-8d", "ovs_interfaceid": "c22458dc-8d6a-49d8-95a3-4d18f49d26de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.786365] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1433.786675] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9178254-25ab-4694-92c2-719471fdb494 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.797766] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1433.797766] env[63326]: value = "task-1725805" [ 1433.797766] env[63326]: _type = "Task" [ 1433.797766] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.800907] env[63326]: DEBUG oslo_vmware.api [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725804, 'name': PowerOnVM_Task, 'duration_secs': 0.442307} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.803845] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.804078] env[63326]: INFO nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1433.804273] env[63326]: DEBUG nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.807241] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d01f72-78f5-4e95-b05f-0724fac28c91 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.814883] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725805, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.900704] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c314cff9-af1d-4354-a20a-99a628cb5cd0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.908663] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d181a-954d-43e4-9205-cbc6988a97b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.940314] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10931b04-c5e4-46a2-9cdd-c21bf4137d86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.948317] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216a55cb-b801-4d4e-85d8-d5655698f9c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.963979] env[63326]: DEBUG nova.compute.provider_tree [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.090215] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.090895] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.091063] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.091929] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af0897c-d134-45cb-871c-b36a8a18fb26 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.109555] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.109800] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.109943] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.110137] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.110284] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.110431] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.110630] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.110787] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.110949] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.111136] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.111313] env[63326]: DEBUG nova.virt.hardware [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.118513] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Reconfiguring VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1434.118761] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3eda5f3-2398-4691-8b64-3302da3ef436 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.136450] env[63326]: DEBUG oslo_vmware.api [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1434.136450] env[63326]: value = "task-1725806" [ 1434.136450] env[63326]: _type = "Task" [ 1434.136450] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.145068] env[63326]: DEBUG oslo_vmware.api [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725806, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.314279] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725805, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.333204] env[63326]: INFO nova.compute.manager [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Took 45.83 seconds to build instance. [ 1434.467669] env[63326]: DEBUG nova.scheduler.client.report [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.649194] env[63326]: DEBUG oslo_vmware.api [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.812173] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725805, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.835948] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56142468-6995-49a4-a6e6-4ef3a2f4ff6a tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "306771ef-135a-4b79-b20d-2250464ef4d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.271s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.974201] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.976887] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.039s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.979650] env[63326]: INFO nova.compute.claims [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.150023] env[63326]: DEBUG oslo_vmware.api [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725806, 'name': ReconfigVM_Task, 'duration_secs': 0.773655} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.150023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.150023] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Reconfigured VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1435.239378] env[63326]: DEBUG nova.compute.manager [req-f6617205-5277-4589-88cc-3cbe1582ed79 req-492a4e5c-32da-43a9-80c8-4c2697167da0 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received event network-changed-c22458dc-8d6a-49d8-95a3-4d18f49d26de {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1435.239566] env[63326]: DEBUG nova.compute.manager [req-f6617205-5277-4589-88cc-3cbe1582ed79 req-492a4e5c-32da-43a9-80c8-4c2697167da0 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Refreshing instance network info cache due to event network-changed-c22458dc-8d6a-49d8-95a3-4d18f49d26de. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1435.240232] env[63326]: DEBUG oslo_concurrency.lockutils [req-f6617205-5277-4589-88cc-3cbe1582ed79 req-492a4e5c-32da-43a9-80c8-4c2697167da0 service nova] Acquiring lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.240410] env[63326]: DEBUG oslo_concurrency.lockutils [req-f6617205-5277-4589-88cc-3cbe1582ed79 req-492a4e5c-32da-43a9-80c8-4c2697167da0 service nova] Acquired lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.240557] env[63326]: DEBUG nova.network.neutron [req-f6617205-5277-4589-88cc-3cbe1582ed79 req-492a4e5c-32da-43a9-80c8-4c2697167da0 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Refreshing network info cache for port c22458dc-8d6a-49d8-95a3-4d18f49d26de {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.311504] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725805, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.340501] env[63326]: DEBUG nova.compute.manager [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.506493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-77a78433-3ed9-41ce-b8cb-d74f0e8a0fe6 tempest-ServerActionsV293TestJSON-1481893651 tempest-ServerActionsV293TestJSON-1481893651-project-member] Lock "be5490f1-3a52-4019-8b49-b4226a57331c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.995s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.656642] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51bd64dc-7663-49d1-b784-9f8fbe7cdc7f tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-8031f33e-874a-4028-885b-081279aa1912-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.792s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.815428] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725805, 'name': CloneVM_Task, 'duration_secs': 1.529547} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.816797] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Created linked-clone VM from snapshot [ 1435.817591] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32658929-41d9-486a-ac94-0464b57d24a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.825400] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Uploading image 36fda9eb-951c-4dbe-bd3a-aef7d084786a {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1435.846361] env[63326]: DEBUG oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1435.846361] env[63326]: value = "vm-359228" [ 1435.846361] env[63326]: _type = "VirtualMachine" [ 1435.846361] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1435.848607] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-13a10fd0-ecc3-4b29-8496-8ca2da6b6da8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.859065] env[63326]: DEBUG oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease: (returnval){ [ 1435.859065] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5234b33c-60f4-b7d2-2f0f-3703b34073d4" [ 1435.859065] env[63326]: _type = "HttpNfcLease" [ 1435.859065] env[63326]: } obtained for exporting VM: (result){ [ 1435.859065] env[63326]: value = "vm-359228" [ 1435.859065] env[63326]: _type = "VirtualMachine" [ 1435.859065] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1435.861727] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the lease: (returnval){ [ 1435.861727] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5234b33c-60f4-b7d2-2f0f-3703b34073d4" [ 1435.861727] env[63326]: _type = "HttpNfcLease" [ 1435.861727] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1435.870143] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1435.870143] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5234b33c-60f4-b7d2-2f0f-3703b34073d4" [ 1435.870143] env[63326]: _type = "HttpNfcLease" [ 1435.870143] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1435.871017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.871294] env[63326]: DEBUG oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1435.871294] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5234b33c-60f4-b7d2-2f0f-3703b34073d4" [ 1435.871294] env[63326]: _type = "HttpNfcLease" [ 1435.871294] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1435.872307] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d90ed5-f6cd-4816-9b7a-edaecf3a2aee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.879583] env[63326]: DEBUG oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283b2a8-11b7-980a-ac25-b68e31c4ac15/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1435.879757] env[63326]: DEBUG oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283b2a8-11b7-980a-ac25-b68e31c4ac15/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1435.975343] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50f25335-9b11-4edf-b967-48adff596c06 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.032799] env[63326]: DEBUG nova.compute.manager [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.033602] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336df29a-9bc8-48cb-b38b-1bcaed028c61 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.207624] env[63326]: DEBUG nova.network.neutron [req-f6617205-5277-4589-88cc-3cbe1582ed79 req-492a4e5c-32da-43a9-80c8-4c2697167da0 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updated VIF entry in instance network info cache for port c22458dc-8d6a-49d8-95a3-4d18f49d26de. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.208102] env[63326]: DEBUG nova.network.neutron [req-f6617205-5277-4589-88cc-3cbe1582ed79 req-492a4e5c-32da-43a9-80c8-4c2697167da0 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [{"id": "d52d1ce4-9d57-4b04-a943-5393d8285436", "address": "fa:16:3e:72:bf:53", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52d1ce4-9d", "ovs_interfaceid": "d52d1ce4-9d57-4b04-a943-5393d8285436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c22458dc-8d6a-49d8-95a3-4d18f49d26de", "address": "fa:16:3e:3f:32:3c", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22458dc-8d", "ovs_interfaceid": "c22458dc-8d6a-49d8-95a3-4d18f49d26de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.527098] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbfc7bc-eecf-41df-876b-2de9e1f821c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.537161] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c126b066-cc7a-494e-a82f-8efb5b6fbeeb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.573596] env[63326]: INFO nova.compute.manager [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] instance snapshotting [ 1436.576916] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354f70f4-dd56-414a-a67c-eaa1fc8633ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.580249] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b1d258-b4c4-4909-8702-5c06ab4db900 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.602387] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd75c9-e928-4eed-b090-9927ecbeae03 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.607383] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6434ae09-db4f-4685-9455-20f9db08dc21 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.620561] env[63326]: DEBUG nova.compute.provider_tree [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.711377] env[63326]: DEBUG oslo_concurrency.lockutils [req-f6617205-5277-4589-88cc-3cbe1582ed79 req-492a4e5c-32da-43a9-80c8-4c2697167da0 service nova] Releasing lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.128168] env[63326]: DEBUG nova.scheduler.client.report [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.133274] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1437.135280] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97152d06-6df7-43a7-90fc-1e1907056ab6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.142718] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1437.142718] env[63326]: value = "task-1725808" [ 1437.142718] env[63326]: _type = "Task" [ 1437.142718] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.151405] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725808, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.439147] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquiring lock "306771ef-135a-4b79-b20d-2250464ef4d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.439544] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "306771ef-135a-4b79-b20d-2250464ef4d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.439737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquiring lock "306771ef-135a-4b79-b20d-2250464ef4d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.439982] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "306771ef-135a-4b79-b20d-2250464ef4d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.440253] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "306771ef-135a-4b79-b20d-2250464ef4d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.442482] env[63326]: INFO nova.compute.manager [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Terminating instance [ 1437.635988] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.636576] env[63326]: DEBUG nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.643632] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.501s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.643947] env[63326]: DEBUG nova.objects.instance [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lazy-loading 'resources' on Instance uuid 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.654642] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725808, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.923306] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-8031f33e-874a-4028-885b-081279aa1912-c22458dc-8d6a-49d8-95a3-4d18f49d26de" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.923592] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-8031f33e-874a-4028-885b-081279aa1912-c22458dc-8d6a-49d8-95a3-4d18f49d26de" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.946566] env[63326]: DEBUG nova.compute.manager [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.946811] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.947699] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd2b8a5-ecae-4bbe-8d34-dc3f320a9e38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.956356] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.956838] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a666386d-b639-4963-ac61-a017b6bd001e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.963391] env[63326]: DEBUG oslo_vmware.api [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1437.963391] env[63326]: value = "task-1725809" [ 1437.963391] env[63326]: _type = "Task" [ 1437.963391] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.972644] env[63326]: DEBUG oslo_vmware.api [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.147147] env[63326]: DEBUG nova.compute.utils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.158635] env[63326]: DEBUG nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.158891] env[63326]: DEBUG nova.network.neutron [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.162485] env[63326]: DEBUG nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.171636] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725808, 'name': CreateSnapshot_Task, 'duration_secs': 0.693962} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.172359] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1438.173190] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb30519-beb0-4b0d-8dc8-699fd9f3fd18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.251152] env[63326]: DEBUG nova.policy [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33f65fffa8c4d558cacec22c2dfa569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6de069b8bfde4349a60c50e4c7f5cdc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.427176] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.427366] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.428264] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb265624-71a7-4510-bd31-79c0d60cd46d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.456307] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efc842e-92b3-4a46-9a46-bc3b1d657a60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.485124] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Reconfiguring VM to detach interface {{(pid=63326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1438.491423] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07413ba9-b5f3-42a1-9a32-0378a920f3c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.515263] env[63326]: DEBUG oslo_vmware.api [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725809, 'name': PowerOffVM_Task, 'duration_secs': 0.323291} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.515263] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.515263] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.515584] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1438.515584] env[63326]: value = "task-1725810" [ 1438.515584] env[63326]: _type = "Task" [ 1438.515584] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.515793] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d00379-bcb5-4ba4-8f2b-2eed2f9884a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.530590] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.592042] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1438.592374] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1438.592600] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Deleting the datastore file [datastore1] 306771ef-135a-4b79-b20d-2250464ef4d4 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.592914] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47aef9fb-28d7-460f-8ca3-05af7162350f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.600741] env[63326]: DEBUG oslo_vmware.api [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for the task: (returnval){ [ 1438.600741] env[63326]: value = "task-1725812" [ 1438.600741] env[63326]: _type = "Task" [ 1438.600741] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.609589] env[63326]: DEBUG oslo_vmware.api [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.695920] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1438.699475] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e40eec82-8102-460e-a3c9-f04d27ddb54b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.708049] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1438.708049] env[63326]: value = "task-1725813" [ 1438.708049] env[63326]: _type = "Task" [ 1438.708049] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.722025] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725813, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.756302] env[63326]: DEBUG nova.network.neutron [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Successfully created port: 304ab4c4-e0c8-4b17-9605-ad4606654168 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.772838] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bf66c9-2964-4847-a2b0-951b978a48f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.783646] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58877ce-3748-422c-b110-0b6461c55651 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.815154] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b762a-f053-41d3-9ec2-e66072ce1dab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.822898] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65217f1e-c35b-4625-89de-15b033323d78 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.836611] env[63326]: DEBUG nova.compute.provider_tree [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.031712] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.112346] env[63326]: DEBUG oslo_vmware.api [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Task: {'id': task-1725812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211585} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.112690] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.112990] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.113232] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.113420] env[63326]: INFO nova.compute.manager [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1439.113729] env[63326]: DEBUG oslo.service.loopingcall [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.113888] env[63326]: DEBUG nova.compute.manager [-] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.113998] env[63326]: DEBUG nova.network.neutron [-] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1439.172841] env[63326]: DEBUG nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.196912] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.197174] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.197332] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.197512] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.197655] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.197801] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.198030] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.198207] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.198379] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.198541] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.198714] env[63326]: DEBUG nova.virt.hardware [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.199714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a23c941-d883-4260-ae33-b088b3945610 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.208621] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec60ac8-0bd5-417c-aa0f-3d5b501a38a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.231238] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725813, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.340777] env[63326]: DEBUG nova.scheduler.client.report [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.456073] env[63326]: DEBUG nova.compute.manager [req-820647ee-4e8c-4923-8c68-4101fda9541c req-e3740b80-f23a-46a7-93f6-ed93c7dbcd6a service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Received event network-vif-deleted-2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1439.456073] env[63326]: INFO nova.compute.manager [req-820647ee-4e8c-4923-8c68-4101fda9541c req-e3740b80-f23a-46a7-93f6-ed93c7dbcd6a service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Neutron deleted interface 2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab; detaching it from the instance and deleting it from the info cache [ 1439.456073] env[63326]: DEBUG nova.network.neutron [req-820647ee-4e8c-4923-8c68-4101fda9541c req-e3740b80-f23a-46a7-93f6-ed93c7dbcd6a service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.530158] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.723954] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725813, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.849690] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.852240] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.463s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.852811] env[63326]: DEBUG nova.objects.instance [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lazy-loading 'resources' on Instance uuid d1ec065a-cb29-4429-aaa3-a9ef8b6b1302 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.873723] env[63326]: INFO nova.scheduler.client.report [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Deleted allocations for instance 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf [ 1439.932814] env[63326]: DEBUG nova.network.neutron [-] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.958187] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fff1ed0-2385-4a27-98eb-52c5a8618b4f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.969093] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77266f37-5dc1-4878-af60-960fdb3cbaa0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.004081] env[63326]: DEBUG nova.compute.manager [req-820647ee-4e8c-4923-8c68-4101fda9541c req-e3740b80-f23a-46a7-93f6-ed93c7dbcd6a service nova] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Detach interface failed, port_id=2f7f6ae7-3c7d-45fc-a67e-20ca20e871ab, reason: Instance 306771ef-135a-4b79-b20d-2250464ef4d4 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1440.028183] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.223097] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725813, 'name': CloneVM_Task, 'duration_secs': 1.384668} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.223389] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Created linked-clone VM from snapshot [ 1440.224205] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf54589-d20b-44d6-baf2-91cf70c904ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.233420] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Uploading image e82e4a63-d6d0-4894-801c-4f5c1d02d6e6 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1440.245963] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1440.246207] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e5387a2-bce6-48b1-ba94-70dc8215a576 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.253232] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1440.253232] env[63326]: value = "task-1725814" [ 1440.253232] env[63326]: _type = "Task" [ 1440.253232] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.269514] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725814, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.387677] env[63326]: DEBUG oslo_concurrency.lockutils [None req-16e974ac-03e8-476c-bdd9-217a90b7a2e3 tempest-ServersTestJSON-1940575926 tempest-ServersTestJSON-1940575926-project-member] Lock "3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.274s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.432076] env[63326]: INFO nova.compute.manager [-] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Took 1.32 seconds to deallocate network for instance. [ 1440.539496] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.546541] env[63326]: DEBUG nova.compute.manager [req-dc37972c-89b5-4436-bdbf-9eccf066e0a9 req-b9fbec4e-dc11-4ea0-8696-a7ecde0212c3 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Received event network-vif-plugged-304ab4c4-e0c8-4b17-9605-ad4606654168 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1440.546775] env[63326]: DEBUG oslo_concurrency.lockutils [req-dc37972c-89b5-4436-bdbf-9eccf066e0a9 req-b9fbec4e-dc11-4ea0-8696-a7ecde0212c3 service nova] Acquiring lock "7283b32e-7419-426a-8f8a-b1644862ea0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.547151] env[63326]: DEBUG oslo_concurrency.lockutils [req-dc37972c-89b5-4436-bdbf-9eccf066e0a9 req-b9fbec4e-dc11-4ea0-8696-a7ecde0212c3 service nova] Lock "7283b32e-7419-426a-8f8a-b1644862ea0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.547584] env[63326]: DEBUG oslo_concurrency.lockutils [req-dc37972c-89b5-4436-bdbf-9eccf066e0a9 req-b9fbec4e-dc11-4ea0-8696-a7ecde0212c3 service nova] Lock "7283b32e-7419-426a-8f8a-b1644862ea0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.548078] env[63326]: DEBUG nova.compute.manager [req-dc37972c-89b5-4436-bdbf-9eccf066e0a9 req-b9fbec4e-dc11-4ea0-8696-a7ecde0212c3 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] No waiting events found dispatching network-vif-plugged-304ab4c4-e0c8-4b17-9605-ad4606654168 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.548318] env[63326]: WARNING nova.compute.manager [req-dc37972c-89b5-4436-bdbf-9eccf066e0a9 req-b9fbec4e-dc11-4ea0-8696-a7ecde0212c3 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Received unexpected event network-vif-plugged-304ab4c4-e0c8-4b17-9605-ad4606654168 for instance with vm_state building and task_state spawning. [ 1440.625717] env[63326]: DEBUG nova.network.neutron [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Successfully updated port: 304ab4c4-e0c8-4b17-9605-ad4606654168 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.767311] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725814, 'name': Destroy_Task, 'duration_secs': 0.345755} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.769785] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Destroyed the VM [ 1440.770764] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1440.771537] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ffaf3d33-8a11-4af2-af39-298d229b1850 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.780794] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1440.780794] env[63326]: value = "task-1725815" [ 1440.780794] env[63326]: _type = "Task" [ 1440.780794] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.791988] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725815, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.904274] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c7ce3-622b-4526-8d04-7d79ac64f9eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.913311] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1ba6b-ab8d-4340-b95a-6929732fb43f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.945483] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.946567] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09756dc-dc5f-467a-93bf-ef4788d21048 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.955461] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e8954-6c38-46c1-b87b-2e4b87dcfa28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.971165] env[63326]: DEBUG nova.compute.provider_tree [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.034376] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.137155] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "refresh_cache-7283b32e-7419-426a-8f8a-b1644862ea0b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.137155] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "refresh_cache-7283b32e-7419-426a-8f8a-b1644862ea0b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.137155] env[63326]: DEBUG nova.network.neutron [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.293295] env[63326]: DEBUG oslo_vmware.api [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725815, 'name': RemoveSnapshot_Task, 'duration_secs': 0.504045} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.295961] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1441.475394] env[63326]: DEBUG nova.scheduler.client.report [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.535990] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.706140] env[63326]: DEBUG nova.network.neutron [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.800193] env[63326]: WARNING nova.compute.manager [None req-317ce938-4147-4548-bf50-8785e38b1081 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Image not found during snapshot: nova.exception.ImageNotFound: Image e82e4a63-d6d0-4894-801c-4f5c1d02d6e6 could not be found. [ 1441.948040] env[63326]: DEBUG nova.network.neutron [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Updating instance_info_cache with network_info: [{"id": "304ab4c4-e0c8-4b17-9605-ad4606654168", "address": "fa:16:3e:c4:22:11", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304ab4c4-e0", "ovs_interfaceid": "304ab4c4-e0c8-4b17-9605-ad4606654168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.981316] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.983690] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.799s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.987170] env[63326]: INFO nova.compute.claims [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.004818] env[63326]: INFO nova.scheduler.client.report [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Deleted allocations for instance d1ec065a-cb29-4429-aaa3-a9ef8b6b1302 [ 1442.035227] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.334517] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "26e0c08f-605b-43f0-9213-0e19d2f24e46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.334780] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "26e0c08f-605b-43f0-9213-0e19d2f24e46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.334992] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "26e0c08f-605b-43f0-9213-0e19d2f24e46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.335214] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "26e0c08f-605b-43f0-9213-0e19d2f24e46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.335410] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "26e0c08f-605b-43f0-9213-0e19d2f24e46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.338367] env[63326]: INFO nova.compute.manager [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Terminating instance [ 1442.451118] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "refresh_cache-7283b32e-7419-426a-8f8a-b1644862ea0b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.452425] env[63326]: DEBUG nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Instance network_info: |[{"id": "304ab4c4-e0c8-4b17-9605-ad4606654168", "address": "fa:16:3e:c4:22:11", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304ab4c4-e0", "ovs_interfaceid": "304ab4c4-e0c8-4b17-9605-ad4606654168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.453051] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:22:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '304ab4c4-e0c8-4b17-9605-ad4606654168', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.462316] env[63326]: DEBUG oslo.service.loopingcall [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.462484] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.462660] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61dbae98-b6f4-4430-92f3-adc4802f4e18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.490828] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.490828] env[63326]: value = "task-1725816" [ 1442.490828] env[63326]: _type = "Task" [ 1442.490828] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.500155] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725816, 'name': CreateVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.524019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-17b53030-69f4-41d3-a4a8-f60f60922cae tempest-ListServerFiltersTestJSON-163057454 tempest-ListServerFiltersTestJSON-163057454-project-member] Lock "d1ec065a-cb29-4429-aaa3-a9ef8b6b1302" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.718s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.536667] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.581624] env[63326]: DEBUG nova.compute.manager [req-96138eb2-5f00-4ea0-813c-e20134517520 req-1bc03519-9c20-4a21-b954-a532a924b0b7 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Received event network-changed-304ab4c4-e0c8-4b17-9605-ad4606654168 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1442.581931] env[63326]: DEBUG nova.compute.manager [req-96138eb2-5f00-4ea0-813c-e20134517520 req-1bc03519-9c20-4a21-b954-a532a924b0b7 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Refreshing instance network info cache due to event network-changed-304ab4c4-e0c8-4b17-9605-ad4606654168. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1442.582217] env[63326]: DEBUG oslo_concurrency.lockutils [req-96138eb2-5f00-4ea0-813c-e20134517520 req-1bc03519-9c20-4a21-b954-a532a924b0b7 service nova] Acquiring lock "refresh_cache-7283b32e-7419-426a-8f8a-b1644862ea0b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.582217] env[63326]: DEBUG oslo_concurrency.lockutils [req-96138eb2-5f00-4ea0-813c-e20134517520 req-1bc03519-9c20-4a21-b954-a532a924b0b7 service nova] Acquired lock "refresh_cache-7283b32e-7419-426a-8f8a-b1644862ea0b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.582465] env[63326]: DEBUG nova.network.neutron [req-96138eb2-5f00-4ea0-813c-e20134517520 req-1bc03519-9c20-4a21-b954-a532a924b0b7 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Refreshing network info cache for port 304ab4c4-e0c8-4b17-9605-ad4606654168 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.844027] env[63326]: DEBUG nova.compute.manager [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.848107] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.848107] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc0a571-eefe-42c9-b05c-42b93d31ac82 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.855061] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.857742] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7648976-814e-4d3d-9ce0-40c1c2818d5a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.862570] env[63326]: DEBUG oslo_vmware.api [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1442.862570] env[63326]: value = "task-1725817" [ 1442.862570] env[63326]: _type = "Task" [ 1442.862570] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.871720] env[63326]: DEBUG oslo_vmware.api [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.004074] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725816, 'name': CreateVM_Task, 'duration_secs': 0.388936} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.004326] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.005117] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.005327] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.005690] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.006083] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d7960c-0e2b-4688-9f40-9fc0bc7ae720 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.011142] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1443.011142] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]527336b5-057d-4e81-6048-5818ba12476f" [ 1443.011142] env[63326]: _type = "Task" [ 1443.011142] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.020208] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527336b5-057d-4e81-6048-5818ba12476f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.035742] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.319660] env[63326]: DEBUG oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283b2a8-11b7-980a-ac25-b68e31c4ac15/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1443.322521] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a3c99-b544-45e8-8b19-0e849c4a987e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.328915] env[63326]: DEBUG oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283b2a8-11b7-980a-ac25-b68e31c4ac15/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1443.328915] env[63326]: ERROR oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283b2a8-11b7-980a-ac25-b68e31c4ac15/disk-0.vmdk due to incomplete transfer. [ 1443.329051] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edb0b232-c239-4347-a58c-8f6011d0dea7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.336640] env[63326]: DEBUG oslo_vmware.rw_handles [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283b2a8-11b7-980a-ac25-b68e31c4ac15/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1443.336853] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Uploaded image 36fda9eb-951c-4dbe-bd3a-aef7d084786a to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1443.338911] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1443.339297] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50eb2833-2a60-40e9-9e47-b51f2ede42b8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.345929] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1443.345929] env[63326]: value = "task-1725818" [ 1443.345929] env[63326]: _type = "Task" [ 1443.345929] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.357023] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725818, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.377028] env[63326]: DEBUG oslo_vmware.api [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725817, 'name': PowerOffVM_Task, 'duration_secs': 0.18818} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.377028] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.377028] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.377387] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d04529a4-48d1-40a3-9296-0bbefbcca50b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.458584] env[63326]: DEBUG nova.network.neutron [req-96138eb2-5f00-4ea0-813c-e20134517520 req-1bc03519-9c20-4a21-b954-a532a924b0b7 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Updated VIF entry in instance network info cache for port 304ab4c4-e0c8-4b17-9605-ad4606654168. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.459026] env[63326]: DEBUG nova.network.neutron [req-96138eb2-5f00-4ea0-813c-e20134517520 req-1bc03519-9c20-4a21-b954-a532a924b0b7 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Updating instance_info_cache with network_info: [{"id": "304ab4c4-e0c8-4b17-9605-ad4606654168", "address": "fa:16:3e:c4:22:11", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304ab4c4-e0", "ovs_interfaceid": "304ab4c4-e0c8-4b17-9605-ad4606654168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.478647] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b38e191-dba5-413e-ad58-9996beee1e0f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.489225] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5f376-7b7f-4bb8-a447-1a4821100b2f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.527126] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcf8c96-7a18-4b3b-9fb3-347ae0c4c3c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.537034] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527336b5-057d-4e81-6048-5818ba12476f, 'name': SearchDatastore_Task, 'duration_secs': 0.015018} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.539590] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.539836] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.540087] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.540241] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.540421] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.540752] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cd6841d-284d-4753-97ce-41d9b2c07fb9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.543851] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b211f2f0-5e74-4755-b604-48de4ca04c15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.550341] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.563324] env[63326]: DEBUG nova.compute.provider_tree [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.566260] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.566260] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.567512] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac5ea41-c623-4214-a3fa-250cf6c126d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.572949] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1443.572949] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5270b9cf-ca9c-4949-3d90-d3a1e201dcbb" [ 1443.572949] env[63326]: _type = "Task" [ 1443.572949] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.581680] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5270b9cf-ca9c-4949-3d90-d3a1e201dcbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.856833] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725818, 'name': Destroy_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.963170] env[63326]: DEBUG oslo_concurrency.lockutils [req-96138eb2-5f00-4ea0-813c-e20134517520 req-1bc03519-9c20-4a21-b954-a532a924b0b7 service nova] Releasing lock "refresh_cache-7283b32e-7419-426a-8f8a-b1644862ea0b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.039740] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.070300] env[63326]: DEBUG nova.scheduler.client.report [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.083763] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5270b9cf-ca9c-4949-3d90-d3a1e201dcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.017414} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.084471] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b656e648-1999-4a96-b1b7-64577cf4da2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.090469] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1444.090469] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522ed7b6-c42a-3176-9117-c20e52353a2c" [ 1444.090469] env[63326]: _type = "Task" [ 1444.090469] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.102465] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522ed7b6-c42a-3176-9117-c20e52353a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.356587] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725818, 'name': Destroy_Task, 'duration_secs': 0.773009} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.356854] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Destroyed the VM [ 1444.357116] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1444.357377] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e51b45da-d320-4f0b-a75e-c49ebd4e6ca4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.364827] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1444.364827] env[63326]: value = "task-1725820" [ 1444.364827] env[63326]: _type = "Task" [ 1444.364827] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.372969] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.544332] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.579403] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.579961] env[63326]: DEBUG nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.582994] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.794s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.584429] env[63326]: INFO nova.compute.claims [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.601103] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522ed7b6-c42a-3176-9117-c20e52353a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.601396] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.601679] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 7283b32e-7419-426a-8f8a-b1644862ea0b/7283b32e-7419-426a-8f8a-b1644862ea0b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.601965] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0dabd6d-58a3-413b-a6ce-47cc1146bde3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.608487] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1444.608487] env[63326]: value = "task-1725821" [ 1444.608487] env[63326]: _type = "Task" [ 1444.608487] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.617694] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.880201] env[63326]: DEBUG oslo_vmware.api [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725820, 'name': RemoveSnapshot_Task, 'duration_secs': 0.511896} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.880539] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1444.880774] env[63326]: INFO nova.compute.manager [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Took 13.68 seconds to snapshot the instance on the hypervisor. [ 1445.048674] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.091311] env[63326]: DEBUG nova.compute.utils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.098076] env[63326]: DEBUG nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.098076] env[63326]: DEBUG nova.network.neutron [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.118929] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725821, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.210076] env[63326]: DEBUG nova.policy [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ba8986a6614562b406937dc595ab70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '195b81119bee47199ad89c3b6d45b003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.467288] env[63326]: DEBUG nova.compute.manager [None req-504846d2-1401-4078-9d0a-a185e4415fc4 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Found 2 images (rotation: 2) {{(pid=63326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1445.546918] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.599692] env[63326]: DEBUG nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1445.621269] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51649} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.626105] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 7283b32e-7419-426a-8f8a-b1644862ea0b/7283b32e-7419-426a-8f8a-b1644862ea0b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.626538] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.627363] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10d0f299-5527-48ae-82ac-a13f3618ef69 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.635354] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1445.635354] env[63326]: value = "task-1725822" [ 1445.635354] env[63326]: _type = "Task" [ 1445.635354] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.652301] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.021705] env[63326]: DEBUG nova.network.neutron [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Successfully created port: 9a6fab82-f392-4af8-ad66-525c8a5cd9a0 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.044652] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.075125] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e247246c-81ee-41cb-ae26-47cc76cf846c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.087020] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0264bc00-21f2-4b1d-8bf1-d23f71a20f38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.127106] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5009e4de-b31c-446b-823d-74647e53713f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.134907] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fdec70-b382-4e3a-9d81-25734e22218c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.156840] env[63326]: DEBUG nova.compute.provider_tree [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.158768] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063102} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.158819] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.159611] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4458d1f-680a-4497-88cd-ad33e4bd51ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.183749] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 7283b32e-7419-426a-8f8a-b1644862ea0b/7283b32e-7419-426a-8f8a-b1644862ea0b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.185487] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf1e9a4-851a-4d25-a6fc-870f86c4e0fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.205227] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1446.205227] env[63326]: value = "task-1725823" [ 1446.205227] env[63326]: _type = "Task" [ 1446.205227] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.213422] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.553033] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.557837] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.557837] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.557837] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleting the datastore file [datastore1] 26e0c08f-605b-43f0-9213-0e19d2f24e46 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.557837] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9671160-3540-4606-b7e1-5cb466b7e9a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.564431] env[63326]: DEBUG oslo_vmware.api [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1446.564431] env[63326]: value = "task-1725824" [ 1446.564431] env[63326]: _type = "Task" [ 1446.564431] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.574062] env[63326]: DEBUG oslo_vmware.api [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.628378] env[63326]: DEBUG nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.657841] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.658334] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.658543] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.658775] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.658936] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.659102] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.662691] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.662691] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.662691] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.662691] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.662691] env[63326]: DEBUG nova.virt.hardware [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.662691] env[63326]: DEBUG nova.scheduler.client.report [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.665302] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fcf4eb-b782-4748-929c-66d7cc7fb488 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.674414] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80b04ff-0754-47c3-92f5-38ad373a9841 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.717197] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725823, 'name': ReconfigVM_Task, 'duration_secs': 0.326094} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.717595] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 7283b32e-7419-426a-8f8a-b1644862ea0b/7283b32e-7419-426a-8f8a-b1644862ea0b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.718259] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c0aaa70-4eb1-4f3a-aee8-6428cbac6bca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.724855] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1446.724855] env[63326]: value = "task-1725825" [ 1446.724855] env[63326]: _type = "Task" [ 1446.724855] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.733666] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725825, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.834683] env[63326]: DEBUG nova.compute.manager [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.842365] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9859f6ac-d4f6-4924-ae01-141856372650 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.047862] env[63326]: DEBUG oslo_vmware.api [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725810, 'name': ReconfigVM_Task, 'duration_secs': 8.209826} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.048165] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.048348] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Reconfigured VM to detach interface {{(pid=63326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1447.073761] env[63326]: DEBUG oslo_vmware.api [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1725824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183801} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.074479] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.074773] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.074983] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.075285] env[63326]: INFO nova.compute.manager [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Took 4.23 seconds to destroy the instance on the hypervisor. [ 1447.075452] env[63326]: DEBUG oslo.service.loopingcall [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.075817] env[63326]: DEBUG nova.compute.manager [-] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.075951] env[63326]: DEBUG nova.network.neutron [-] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.170879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.171431] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.176441] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.469s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.176635] env[63326]: DEBUG nova.objects.instance [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lazy-loading 'resources' on Instance uuid 521c8d2a-97aa-45cf-b16e-850393935c6f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.239079] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725825, 'name': Rename_Task, 'duration_secs': 0.129885} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.239869] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.240414] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ce6db9-b763-4435-89c8-2f0f00fd42a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.247912] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1447.247912] env[63326]: value = "task-1725826" [ 1447.247912] env[63326]: _type = "Task" [ 1447.247912] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.258339] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.351388] env[63326]: INFO nova.compute.manager [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] instance snapshotting [ 1447.352277] env[63326]: DEBUG nova.objects.instance [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'flavor' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.654018] env[63326]: DEBUG nova.compute.manager [req-aafa34a2-416b-40b2-84be-b2c5a713074f req-adcdae87-906d-4e8a-936c-5f272128e98d service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received event network-vif-deleted-c22458dc-8d6a-49d8-95a3-4d18f49d26de {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1447.654018] env[63326]: INFO nova.compute.manager [req-aafa34a2-416b-40b2-84be-b2c5a713074f req-adcdae87-906d-4e8a-936c-5f272128e98d service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Neutron deleted interface c22458dc-8d6a-49d8-95a3-4d18f49d26de; detaching it from the instance and deleting it from the info cache [ 1447.654018] env[63326]: DEBUG nova.network.neutron [req-aafa34a2-416b-40b2-84be-b2c5a713074f req-adcdae87-906d-4e8a-936c-5f272128e98d service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [{"id": "d52d1ce4-9d57-4b04-a943-5393d8285436", "address": "fa:16:3e:72:bf:53", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52d1ce4-9d", "ovs_interfaceid": "d52d1ce4-9d57-4b04-a943-5393d8285436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.680940] env[63326]: DEBUG nova.compute.utils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.689860] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1447.689943] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.766913] env[63326]: DEBUG oslo_vmware.api [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725826, 'name': PowerOnVM_Task, 'duration_secs': 0.448615} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.766913] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.766913] env[63326]: INFO nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1447.766913] env[63326]: DEBUG nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.767692] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6bd689-8947-47e1-965e-04cb24de3148 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.797487] env[63326]: DEBUG nova.policy [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6f415c887e44b6ac2826763635c6e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86f78a3fea7b492490000cdbda2231cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.866014] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a424a-a270-44d3-9056-dda88a911918 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.891289] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8639015c-8b8c-4fa5-a1b8-658d33d95df5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.138715] env[63326]: DEBUG nova.network.neutron [-] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.144651] env[63326]: DEBUG nova.compute.manager [req-86ed7677-4ea0-40a5-9a07-522820c3decf req-0c645576-0b71-4590-8d58-d7b363d33d5c service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Received event network-vif-plugged-9a6fab82-f392-4af8-ad66-525c8a5cd9a0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1448.144996] env[63326]: DEBUG oslo_concurrency.lockutils [req-86ed7677-4ea0-40a5-9a07-522820c3decf req-0c645576-0b71-4590-8d58-d7b363d33d5c service nova] Acquiring lock "aafab203-8757-4bab-b2f1-7bc29e818e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.145343] env[63326]: DEBUG oslo_concurrency.lockutils [req-86ed7677-4ea0-40a5-9a07-522820c3decf req-0c645576-0b71-4590-8d58-d7b363d33d5c service nova] Lock "aafab203-8757-4bab-b2f1-7bc29e818e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.145503] env[63326]: DEBUG oslo_concurrency.lockutils [req-86ed7677-4ea0-40a5-9a07-522820c3decf req-0c645576-0b71-4590-8d58-d7b363d33d5c service nova] Lock "aafab203-8757-4bab-b2f1-7bc29e818e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.145718] env[63326]: DEBUG nova.compute.manager [req-86ed7677-4ea0-40a5-9a07-522820c3decf req-0c645576-0b71-4590-8d58-d7b363d33d5c service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] No waiting events found dispatching network-vif-plugged-9a6fab82-f392-4af8-ad66-525c8a5cd9a0 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1448.145910] env[63326]: WARNING nova.compute.manager [req-86ed7677-4ea0-40a5-9a07-522820c3decf req-0c645576-0b71-4590-8d58-d7b363d33d5c service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Received unexpected event network-vif-plugged-9a6fab82-f392-4af8-ad66-525c8a5cd9a0 for instance with vm_state building and task_state spawning. [ 1448.161189] env[63326]: DEBUG oslo_concurrency.lockutils [req-aafa34a2-416b-40b2-84be-b2c5a713074f req-adcdae87-906d-4e8a-936c-5f272128e98d service nova] Acquiring lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.161189] env[63326]: DEBUG oslo_concurrency.lockutils [req-aafa34a2-416b-40b2-84be-b2c5a713074f req-adcdae87-906d-4e8a-936c-5f272128e98d service nova] Acquired lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.162588] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ff045b-46bb-4885-9318-dc61540830e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.166304] env[63326]: DEBUG nova.network.neutron [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Successfully updated port: 9a6fab82-f392-4af8-ad66-525c8a5cd9a0 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.189477] env[63326]: DEBUG oslo_concurrency.lockutils [req-aafa34a2-416b-40b2-84be-b2c5a713074f req-adcdae87-906d-4e8a-936c-5f272128e98d service nova] Releasing lock "8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.189744] env[63326]: WARNING nova.compute.manager [req-aafa34a2-416b-40b2-84be-b2c5a713074f req-adcdae87-906d-4e8a-936c-5f272128e98d service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Detach interface failed, port_id=c22458dc-8d6a-49d8-95a3-4d18f49d26de, reason: No device with interface-id c22458dc-8d6a-49d8-95a3-4d18f49d26de exists on VM: nova.exception.NotFound: No device with interface-id c22458dc-8d6a-49d8-95a3-4d18f49d26de exists on VM [ 1448.193038] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1448.264044] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9f12b1-179c-4181-8022-64f83b5b54da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.272240] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b2ec0-50e4-4cda-9fc8-3c6af0b0fe50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.312122] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ed9155-d25d-46e8-bd1e-2c00c1c3c8e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.317639] env[63326]: INFO nova.compute.manager [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Took 46.41 seconds to build instance. [ 1448.324028] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cecc09-1adf-4aa3-a0ff-d8a168d99966 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.339757] env[63326]: DEBUG nova.compute.provider_tree [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.405351] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1448.405714] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-daf81df3-40e0-4b58-8152-1098b9ae0ed6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.415630] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1448.415630] env[63326]: value = "task-1725827" [ 1448.415630] env[63326]: _type = "Task" [ 1448.415630] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.424953] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725827, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.461123] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Successfully created port: f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.622933] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.624032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.624032] env[63326]: DEBUG nova.network.neutron [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.643750] env[63326]: INFO nova.compute.manager [-] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Took 1.57 seconds to deallocate network for instance. [ 1448.670771] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-aafab203-8757-4bab-b2f1-7bc29e818e7c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.670962] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-aafab203-8757-4bab-b2f1-7bc29e818e7c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.671179] env[63326]: DEBUG nova.network.neutron [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.822339] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c58c6e1-d9c0-43bc-a824-e102af279b64 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "7283b32e-7419-426a-8f8a-b1644862ea0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.498s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.842049] env[63326]: DEBUG nova.scheduler.client.report [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.930605] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725827, 'name': CreateSnapshot_Task, 'duration_secs': 0.474202} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.930813] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1448.931614] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a83108e-2418-4c91-8534-0d6e10a8df5d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.018105] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "8031f33e-874a-4028-885b-081279aa1912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.018478] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "8031f33e-874a-4028-885b-081279aa1912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.019148] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "8031f33e-874a-4028-885b-081279aa1912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.019238] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "8031f33e-874a-4028-885b-081279aa1912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.019475] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "8031f33e-874a-4028-885b-081279aa1912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.024442] env[63326]: INFO nova.compute.manager [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Terminating instance [ 1449.040237] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquiring lock "67e44e2d-1e54-4380-b32e-7b54be385e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.040511] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "67e44e2d-1e54-4380-b32e-7b54be385e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.152292] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.207866] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1449.213480] env[63326]: DEBUG nova.network.neutron [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.327898] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.327898] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.327898] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.339207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.339207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.339207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.339207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.339207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.339207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.339207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.339207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.339207] env[63326]: DEBUG nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1449.339207] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90599b13-d7b4-4471-ac3e-77478e74ff92 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.349590] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.351156] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.134s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.351386] env[63326]: DEBUG nova.objects.instance [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lazy-loading 'resources' on Instance uuid f319fa4f-12a1-4c82-8f25-4cd33cbe15fd {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.356335] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a534df-1e52-4c34-aa26-0fc917a962a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.385579] env[63326]: INFO nova.scheduler.client.report [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Deleted allocations for instance 521c8d2a-97aa-45cf-b16e-850393935c6f [ 1449.453980] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1449.454867] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23f8582b-7d6b-4893-b3fa-b5e181be88e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.465339] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1449.465339] env[63326]: value = "task-1725828" [ 1449.465339] env[63326]: _type = "Task" [ 1449.465339] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.477403] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725828, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.529269] env[63326]: DEBUG nova.compute.manager [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1449.529774] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.531019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8c2159-78b0-4195-97d2-76d074ad7fd5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.542263] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.542558] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c245bb24-304d-4c27-b484-0b7e61dab1a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.551283] env[63326]: DEBUG oslo_vmware.api [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1449.551283] env[63326]: value = "task-1725829" [ 1449.551283] env[63326]: _type = "Task" [ 1449.551283] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.561588] env[63326]: DEBUG oslo_vmware.api [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.584093] env[63326]: DEBUG nova.network.neutron [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Updating instance_info_cache with network_info: [{"id": "9a6fab82-f392-4af8-ad66-525c8a5cd9a0", "address": "fa:16:3e:b6:dd:4c", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6fab82-f3", "ovs_interfaceid": "9a6fab82-f392-4af8-ad66-525c8a5cd9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.586935] env[63326]: DEBUG nova.network.neutron [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [{"id": "d52d1ce4-9d57-4b04-a943-5393d8285436", "address": "fa:16:3e:72:bf:53", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52d1ce4-9d", "ovs_interfaceid": "d52d1ce4-9d57-4b04-a943-5393d8285436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.752442] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed864610-8442-4be2-a17f-5c002beb5d92 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.761460] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-06222762-aa00-4cff-86b8-90f82b59dd91 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Suspending the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1449.761795] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9ccf6aa6-057c-448f-8195-10f9ccccec17 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.769704] env[63326]: DEBUG oslo_vmware.api [None req-06222762-aa00-4cff-86b8-90f82b59dd91 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1449.769704] env[63326]: value = "task-1725830" [ 1449.769704] env[63326]: _type = "Task" [ 1449.769704] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.777876] env[63326]: DEBUG oslo_vmware.api [None req-06222762-aa00-4cff-86b8-90f82b59dd91 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725830, 'name': SuspendVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.866905] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.892504] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ee30b79-8ff7-44d4-a2da-ce4f397a992e tempest-ServersAdminNegativeTestJSON-1968188040 tempest-ServersAdminNegativeTestJSON-1968188040-project-member] Lock "521c8d2a-97aa-45cf-b16e-850393935c6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.927s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.977175] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725828, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.063372] env[63326]: DEBUG oslo_vmware.api [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725829, 'name': PowerOffVM_Task, 'duration_secs': 0.348767} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.063372] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.063372] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1450.063372] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3207d9f5-3f7f-4ec9-aab4-4ff5029012bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.088282] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-aafab203-8757-4bab-b2f1-7bc29e818e7c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.092022] env[63326]: DEBUG nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Instance network_info: |[{"id": "9a6fab82-f392-4af8-ad66-525c8a5cd9a0", "address": "fa:16:3e:b6:dd:4c", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6fab82-f3", "ovs_interfaceid": "9a6fab82-f392-4af8-ad66-525c8a5cd9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1450.093397] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:dd:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a6fab82-f392-4af8-ad66-525c8a5cd9a0', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.105950] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating folder: Project (195b81119bee47199ad89c3b6d45b003). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.105950] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-8031f33e-874a-4028-885b-081279aa1912" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.106169] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb62e26d-a861-4d22-9e04-1cf0cd6b448f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.112461] env[63326]: DEBUG nova.compute.manager [req-2567271f-aa0d-4860-a3ad-b6bd82589f67 req-b9d104f4-9901-42d8-ba3b-546e32358c04 service nova] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Received event network-vif-deleted-4511e860-e1ec-42cf-8caf-7b07509ec454 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1450.117676] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Created folder: Project (195b81119bee47199ad89c3b6d45b003) in parent group-v359097. [ 1450.118095] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating folder: Instances. Parent ref: group-v359234. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.118173] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f6aeffa-494d-4c29-879f-e40a882afdd7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.138051] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Created folder: Instances in parent group-v359234. [ 1450.138319] env[63326]: DEBUG oslo.service.loopingcall [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.138518] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.138760] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3458274e-4b08-4769-8ec8-c509615f09af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.162688] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.162688] env[63326]: value = "task-1725834" [ 1450.162688] env[63326]: _type = "Task" [ 1450.162688] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.170815] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725834, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.282688] env[63326]: DEBUG oslo_vmware.api [None req-06222762-aa00-4cff-86b8-90f82b59dd91 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725830, 'name': SuspendVM_Task} progress is 58%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.380211] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc619e-3ea5-4434-891c-66f24ef9a953 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.387656] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c39a09-07d9-4f26-989e-361e6eb76113 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.425190] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e27c16-286e-4f0f-ba4c-80c5f4a9eacb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.429685] env[63326]: DEBUG nova.compute.manager [req-a32bfea5-c76b-4b1b-a84f-51aad4dd923b req-7b645676-0dd1-41cf-96bf-afd30f1115c0 service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Received event network-changed-9a6fab82-f392-4af8-ad66-525c8a5cd9a0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1450.429949] env[63326]: DEBUG nova.compute.manager [req-a32bfea5-c76b-4b1b-a84f-51aad4dd923b req-7b645676-0dd1-41cf-96bf-afd30f1115c0 service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Refreshing instance network info cache due to event network-changed-9a6fab82-f392-4af8-ad66-525c8a5cd9a0. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1450.430233] env[63326]: DEBUG oslo_concurrency.lockutils [req-a32bfea5-c76b-4b1b-a84f-51aad4dd923b req-7b645676-0dd1-41cf-96bf-afd30f1115c0 service nova] Acquiring lock "refresh_cache-aafab203-8757-4bab-b2f1-7bc29e818e7c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.430468] env[63326]: DEBUG oslo_concurrency.lockutils [req-a32bfea5-c76b-4b1b-a84f-51aad4dd923b req-7b645676-0dd1-41cf-96bf-afd30f1115c0 service nova] Acquired lock "refresh_cache-aafab203-8757-4bab-b2f1-7bc29e818e7c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.430759] env[63326]: DEBUG nova.network.neutron [req-a32bfea5-c76b-4b1b-a84f-51aad4dd923b req-7b645676-0dd1-41cf-96bf-afd30f1115c0 service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Refreshing network info cache for port 9a6fab82-f392-4af8-ad66-525c8a5cd9a0 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.444287] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf0c02e-cadc-4cfc-8d76-d3aa009bd577 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.461117] env[63326]: DEBUG nova.compute.provider_tree [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.463128] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Successfully updated port: f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1450.486581] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725828, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.581330] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.581646] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.581879] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleting the datastore file [datastore1] 8031f33e-874a-4028-885b-081279aa1912 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.582189] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd8656e3-bd7b-4cc5-b46b-453c2e5f4e20 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.590953] env[63326]: DEBUG oslo_vmware.api [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1450.590953] env[63326]: value = "task-1725835" [ 1450.590953] env[63326]: _type = "Task" [ 1450.590953] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.601280] env[63326]: DEBUG oslo_vmware.api [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.610307] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b8aac85-1c47-46e3-899b-888a8bd0dae9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-8031f33e-874a-4028-885b-081279aa1912-c22458dc-8d6a-49d8-95a3-4d18f49d26de" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.687s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.673170] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725834, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.780270] env[63326]: DEBUG oslo_vmware.api [None req-06222762-aa00-4cff-86b8-90f82b59dd91 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725830, 'name': SuspendVM_Task, 'duration_secs': 0.890747} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.780596] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-06222762-aa00-4cff-86b8-90f82b59dd91 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Suspended the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1450.780744] env[63326]: DEBUG nova.compute.manager [None req-06222762-aa00-4cff-86b8-90f82b59dd91 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.781577] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6010c56-df20-4f39-8046-3c55f499bdb3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.966283] env[63326]: DEBUG nova.scheduler.client.report [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.969966] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "refresh_cache-ca83c6a4-58cb-4adf-af67-20d6b93dd05d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.972738] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "refresh_cache-ca83c6a4-58cb-4adf-af67-20d6b93dd05d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.972738] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.980878] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725828, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.103330] env[63326]: DEBUG oslo_vmware.api [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.176036] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725834, 'name': CreateVM_Task, 'duration_secs': 0.736241} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.176325] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.176885] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.177153] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.177505] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.177789] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de03759-67fa-4992-b086-3ee698f9a636 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.182895] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1451.182895] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cad2b4-f0f9-d242-21b1-67567cf33440" [ 1451.182895] env[63326]: _type = "Task" [ 1451.182895] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.191191] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cad2b4-f0f9-d242-21b1-67567cf33440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.208351] env[63326]: DEBUG nova.network.neutron [req-a32bfea5-c76b-4b1b-a84f-51aad4dd923b req-7b645676-0dd1-41cf-96bf-afd30f1115c0 service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Updated VIF entry in instance network info cache for port 9a6fab82-f392-4af8-ad66-525c8a5cd9a0. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.208712] env[63326]: DEBUG nova.network.neutron [req-a32bfea5-c76b-4b1b-a84f-51aad4dd923b req-7b645676-0dd1-41cf-96bf-afd30f1115c0 service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Updating instance_info_cache with network_info: [{"id": "9a6fab82-f392-4af8-ad66-525c8a5cd9a0", "address": "fa:16:3e:b6:dd:4c", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6fab82-f3", "ovs_interfaceid": "9a6fab82-f392-4af8-ad66-525c8a5cd9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.472870] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.479258] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.363s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.480863] env[63326]: INFO nova.compute.claims [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.492605] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725828, 'name': CloneVM_Task, 'duration_secs': 1.614438} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.493019] env[63326]: INFO nova.scheduler.client.report [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Deleted allocations for instance f319fa4f-12a1-4c82-8f25-4cd33cbe15fd [ 1451.494120] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Created linked-clone VM from snapshot [ 1451.497310] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53ac50b-5ed0-4616-be6d-5311aeff10f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.505707] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Uploading image a51730c5-b28e-4156-8c49-d37ab578c875 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1451.530612] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1451.533961] env[63326]: DEBUG oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1451.533961] env[63326]: value = "vm-359233" [ 1451.533961] env[63326]: _type = "VirtualMachine" [ 1451.533961] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1451.534610] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6fb1edcf-2792-4930-a6be-083cf2435bee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.543143] env[63326]: DEBUG oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease: (returnval){ [ 1451.543143] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c4313a-7557-274e-aa1d-d15f8c3cd30d" [ 1451.543143] env[63326]: _type = "HttpNfcLease" [ 1451.543143] env[63326]: } obtained for exporting VM: (result){ [ 1451.543143] env[63326]: value = "vm-359233" [ 1451.543143] env[63326]: _type = "VirtualMachine" [ 1451.543143] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1451.543402] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the lease: (returnval){ [ 1451.543402] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c4313a-7557-274e-aa1d-d15f8c3cd30d" [ 1451.543402] env[63326]: _type = "HttpNfcLease" [ 1451.543402] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1451.555647] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1451.555647] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c4313a-7557-274e-aa1d-d15f8c3cd30d" [ 1451.555647] env[63326]: _type = "HttpNfcLease" [ 1451.555647] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1451.574637] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquiring lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.574874] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.603792] env[63326]: DEBUG oslo_vmware.api [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1725835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603079} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.603792] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.603792] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.604248] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1451.604248] env[63326]: INFO nova.compute.manager [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 8031f33e-874a-4028-885b-081279aa1912] Took 2.07 seconds to destroy the instance on the hypervisor. [ 1451.604436] env[63326]: DEBUG oslo.service.loopingcall [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.604647] env[63326]: DEBUG nova.compute.manager [-] [instance: 8031f33e-874a-4028-885b-081279aa1912] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1451.604733] env[63326]: DEBUG nova.network.neutron [-] [instance: 8031f33e-874a-4028-885b-081279aa1912] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1451.693774] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cad2b4-f0f9-d242-21b1-67567cf33440, 'name': SearchDatastore_Task, 'duration_secs': 0.024601} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.697082] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.697082] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.697082] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.697082] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.697082] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.697082] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-675e8cc8-5437-4d0c-8d48-003263c4cddd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.700148] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Updating instance_info_cache with network_info: [{"id": "f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad", "address": "fa:16:3e:3c:6b:11", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06bbc7c-2c", "ovs_interfaceid": "f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.703165] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.703345] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.704064] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2242a3bf-679b-406e-96cc-5054fe0c80c2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.709435] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1451.709435] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524b3885-d6ea-5bc9-f6f2-70def0257404" [ 1451.709435] env[63326]: _type = "Task" [ 1451.709435] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.713162] env[63326]: DEBUG oslo_concurrency.lockutils [req-a32bfea5-c76b-4b1b-a84f-51aad4dd923b req-7b645676-0dd1-41cf-96bf-afd30f1115c0 service nova] Releasing lock "refresh_cache-aafab203-8757-4bab-b2f1-7bc29e818e7c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.718482] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524b3885-d6ea-5bc9-f6f2-70def0257404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.004627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3b2fb8f8-63d8-4db5-8c9b-b2de60791bf9 tempest-AttachInterfacesV270Test-1048607099 tempest-AttachInterfacesV270Test-1048607099-project-member] Lock "f319fa4f-12a1-4c82-8f25-4cd33cbe15fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.393s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.056521] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1452.056521] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c4313a-7557-274e-aa1d-d15f8c3cd30d" [ 1452.056521] env[63326]: _type = "HttpNfcLease" [ 1452.056521] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1452.056796] env[63326]: DEBUG oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1452.056796] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c4313a-7557-274e-aa1d-d15f8c3cd30d" [ 1452.056796] env[63326]: _type = "HttpNfcLease" [ 1452.056796] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1452.057619] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec5393-78ee-44bc-b727-b9658ec16655 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.070577] env[63326]: DEBUG oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52893cda-a076-5f02-c9be-9bdbbf1653f6/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1452.070624] env[63326]: DEBUG oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52893cda-a076-5f02-c9be-9bdbbf1653f6/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1452.165719] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10486471-0f12-4b16-a80d-2c3a0fbc3c29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.203282] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "refresh_cache-ca83c6a4-58cb-4adf-af67-20d6b93dd05d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.203724] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Instance network_info: |[{"id": "f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad", "address": "fa:16:3e:3c:6b:11", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06bbc7c-2c", "ovs_interfaceid": "f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1452.204263] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:6b:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.215730] env[63326]: DEBUG oslo.service.loopingcall [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.216234] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.219887] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e34ec829-2321-493c-b075-14164987e090 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.251263] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.251263] env[63326]: value = "task-1725837" [ 1452.251263] env[63326]: _type = "Task" [ 1452.251263] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.251263] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524b3885-d6ea-5bc9-f6f2-70def0257404, 'name': SearchDatastore_Task, 'duration_secs': 0.00863} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.257914] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db61faf1-5ad7-447e-b534-3cd65ff8d1f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.264416] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1452.264416] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ae8807-beab-649f-59b0-44e240b409c5" [ 1452.264416] env[63326]: _type = "Task" [ 1452.264416] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.268022] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725837, 'name': CreateVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.275016] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ae8807-beab-649f-59b0-44e240b409c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.422625] env[63326]: DEBUG nova.compute.manager [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Received event network-vif-plugged-f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1452.422842] env[63326]: DEBUG oslo_concurrency.lockutils [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] Acquiring lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.423064] env[63326]: DEBUG oslo_concurrency.lockutils [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] Lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.423234] env[63326]: DEBUG oslo_concurrency.lockutils [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] Lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.423401] env[63326]: DEBUG nova.compute.manager [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] No waiting events found dispatching network-vif-plugged-f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.423566] env[63326]: WARNING nova.compute.manager [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Received unexpected event network-vif-plugged-f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad for instance with vm_state building and task_state spawning. [ 1452.423725] env[63326]: DEBUG nova.compute.manager [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Received event network-changed-f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1452.423872] env[63326]: DEBUG nova.compute.manager [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Refreshing instance network info cache due to event network-changed-f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1452.424064] env[63326]: DEBUG oslo_concurrency.lockutils [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] Acquiring lock "refresh_cache-ca83c6a4-58cb-4adf-af67-20d6b93dd05d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.424234] env[63326]: DEBUG oslo_concurrency.lockutils [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] Acquired lock "refresh_cache-ca83c6a4-58cb-4adf-af67-20d6b93dd05d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.424388] env[63326]: DEBUG nova.network.neutron [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Refreshing network info cache for port f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.685698] env[63326]: DEBUG nova.compute.manager [req-6373238d-a10b-475f-9a59-de9dbfcec362 req-15e24b53-117f-4ab5-8efe-2b0079240bb7 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Received event network-vif-deleted-d52d1ce4-9d57-4b04-a943-5393d8285436 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1452.685913] env[63326]: INFO nova.compute.manager [req-6373238d-a10b-475f-9a59-de9dbfcec362 req-15e24b53-117f-4ab5-8efe-2b0079240bb7 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Neutron deleted interface d52d1ce4-9d57-4b04-a943-5393d8285436; detaching it from the instance and deleting it from the info cache [ 1452.686107] env[63326]: DEBUG nova.network.neutron [req-6373238d-a10b-475f-9a59-de9dbfcec362 req-15e24b53-117f-4ab5-8efe-2b0079240bb7 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.764787] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725837, 'name': CreateVM_Task, 'duration_secs': 0.479999} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.765051] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.766021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.766361] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.766868] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.768378] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e23f316-72de-4929-a21c-4461cb7644fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.780309] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1452.780309] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f3ac5e-6529-f617-0cdc-c508a996dc88" [ 1452.780309] env[63326]: _type = "Task" [ 1452.780309] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.787452] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ae8807-beab-649f-59b0-44e240b409c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.788122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.789086] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] aafab203-8757-4bab-b2f1-7bc29e818e7c/aafab203-8757-4bab-b2f1-7bc29e818e7c.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.789086] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b267e6-3a54-4336-b636-9f6a380451c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.799476] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f3ac5e-6529-f617-0cdc-c508a996dc88, 'name': SearchDatastore_Task, 'duration_secs': 0.013654} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.801598] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.801667] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.801860] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.802524] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.802524] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.802524] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b8a245-e761-4b2a-a5bf-3b5a0b3e2109 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.806298] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1452.806298] env[63326]: value = "task-1725838" [ 1452.806298] env[63326]: _type = "Task" [ 1452.806298] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.810845] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.811091] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.815412] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2eb187-2062-4984-b5f7-d3ee77c04c15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.821232] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.824266] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1452.824266] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520961cd-c510-1fd2-8c19-67992cb1c354" [ 1452.824266] env[63326]: _type = "Task" [ 1452.824266] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.833208] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520961cd-c510-1fd2-8c19-67992cb1c354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.876804] env[63326]: DEBUG nova.network.neutron [-] [instance: 8031f33e-874a-4028-885b-081279aa1912] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.062954] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98944a24-7054-4ad7-8384-1cce6d9923ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.075663] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21509b9b-4ea1-48f1-9608-1e9026d39d56 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.113389] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9862643-be8c-4832-a6e8-b003b254f763 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.121631] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d74851-da9c-4d0d-9e11-ec51f73ba32a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.135849] env[63326]: DEBUG nova.compute.provider_tree [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.189616] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72704c5b-df8a-4e97-bb1f-e66879d7310d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.200368] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf6a555-e4ad-42dc-a913-5dc05b7b08f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.238416] env[63326]: DEBUG nova.compute.manager [req-6373238d-a10b-475f-9a59-de9dbfcec362 req-15e24b53-117f-4ab5-8efe-2b0079240bb7 service nova] [instance: 8031f33e-874a-4028-885b-081279aa1912] Detach interface failed, port_id=d52d1ce4-9d57-4b04-a943-5393d8285436, reason: Instance 8031f33e-874a-4028-885b-081279aa1912 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1453.266848] env[63326]: DEBUG nova.network.neutron [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Updated VIF entry in instance network info cache for port f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.267232] env[63326]: DEBUG nova.network.neutron [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Updating instance_info_cache with network_info: [{"id": "f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad", "address": "fa:16:3e:3c:6b:11", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06bbc7c-2c", "ovs_interfaceid": "f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.322018] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725838, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.335017] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520961cd-c510-1fd2-8c19-67992cb1c354, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.335951] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35059cc1-de57-40bd-b91b-7f9cfdc66e40 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.343584] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1453.343584] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52340ff9-bd5e-e3e8-e0be-f00d03502544" [ 1453.343584] env[63326]: _type = "Task" [ 1453.343584] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.352972] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52340ff9-bd5e-e3e8-e0be-f00d03502544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.376620] env[63326]: DEBUG nova.compute.manager [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.377571] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d153995a-319a-43ce-a828-c29ef112d264 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.381045] env[63326]: INFO nova.compute.manager [-] [instance: 8031f33e-874a-4028-885b-081279aa1912] Took 1.78 seconds to deallocate network for instance. [ 1453.639832] env[63326]: DEBUG nova.scheduler.client.report [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.770841] env[63326]: DEBUG oslo_concurrency.lockutils [req-49bf9d31-3062-47d4-964a-6291577f56b2 req-4025181f-947b-4932-89a6-fdde33e49a72 service nova] Releasing lock "refresh_cache-ca83c6a4-58cb-4adf-af67-20d6b93dd05d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.820737] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71774} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.821352] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] aafab203-8757-4bab-b2f1-7bc29e818e7c/aafab203-8757-4bab-b2f1-7bc29e818e7c.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.821568] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.821994] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85b5d00b-3141-47ab-b3ac-0b3754013d53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.833284] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1453.833284] env[63326]: value = "task-1725839" [ 1453.833284] env[63326]: _type = "Task" [ 1453.833284] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.844105] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.858295] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52340ff9-bd5e-e3e8-e0be-f00d03502544, 'name': SearchDatastore_Task, 'duration_secs': 0.04884} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.858639] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.858905] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] ca83c6a4-58cb-4adf-af67-20d6b93dd05d/ca83c6a4-58cb-4adf-af67-20d6b93dd05d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.859178] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2098b63-7569-471c-bf75-5d3d11a29695 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.865961] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1453.865961] env[63326]: value = "task-1725840" [ 1453.865961] env[63326]: _type = "Task" [ 1453.865961] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.876435] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.889312] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.896229] env[63326]: INFO nova.compute.manager [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] instance snapshotting [ 1453.897363] env[63326]: WARNING nova.compute.manager [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1453.903137] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29bd514-6bf0-41a7-ba0b-6abd596da573 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.928021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed411893-a21a-47f4-8314-ff465fbacdeb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.145517] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.146088] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1454.151412] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.367s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.153251] env[63326]: INFO nova.compute.claims [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.344928] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069354} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.346512] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.350189] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb70f3d-1b6d-4cce-9927-a84abb01b5e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.380124] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] aafab203-8757-4bab-b2f1-7bc29e818e7c/aafab203-8757-4bab-b2f1-7bc29e818e7c.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.383762] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca31dda-04c4-4e54-8345-84f5d2c668a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.409158] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725840, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.413097] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1454.413097] env[63326]: value = "task-1725841" [ 1454.413097] env[63326]: _type = "Task" [ 1454.413097] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.421510] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.443022] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1454.443022] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5636724b-cb7f-4622-a614-adc5b264045f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.453262] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1454.453262] env[63326]: value = "task-1725842" [ 1454.453262] env[63326]: _type = "Task" [ 1454.453262] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.462331] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725842, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.665527] env[63326]: DEBUG nova.compute.utils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1454.668161] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.668535] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.772046] env[63326]: DEBUG nova.policy [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6f415c887e44b6ac2826763635c6e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86f78a3fea7b492490000cdbda2231cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.883761] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737098} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.883761] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] ca83c6a4-58cb-4adf-af67-20d6b93dd05d/ca83c6a4-58cb-4adf-af67-20d6b93dd05d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1454.883761] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.883761] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5851294-a74f-45a9-b967-1cc7715d4ced {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.890897] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1454.890897] env[63326]: value = "task-1725843" [ 1454.890897] env[63326]: _type = "Task" [ 1454.890897] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.900239] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.925712] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725841, 'name': ReconfigVM_Task, 'duration_secs': 0.439467} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.926096] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] aafab203-8757-4bab-b2f1-7bc29e818e7c/aafab203-8757-4bab-b2f1-7bc29e818e7c.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.926953] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31cc041a-d794-4bd5-a2a9-22f5d719e3d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.935582] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1454.935582] env[63326]: value = "task-1725844" [ 1454.935582] env[63326]: _type = "Task" [ 1454.935582] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.946772] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725844, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.962038] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725842, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.172134] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.233300] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Successfully created port: 2431030c-2d05-4780-856b-56eb64a58311 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.404719] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06364} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.404719] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.405160] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f57ce-b9af-43fd-8dd4-727df59e38e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.432512] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] ca83c6a4-58cb-4adf-af67-20d6b93dd05d/ca83c6a4-58cb-4adf-af67-20d6b93dd05d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.435539] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b45fbbc0-7a12-4008-9ee7-686fa73250f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.462480] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1455.462480] env[63326]: value = "task-1725845" [ 1455.462480] env[63326]: _type = "Task" [ 1455.462480] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.472337] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725844, 'name': Rename_Task, 'duration_secs': 0.16219} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.472687] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725842, 'name': CreateSnapshot_Task, 'duration_secs': 0.771476} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.477662] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.478590] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1455.478590] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa08719e-a93b-40b4-a173-570bfd2fbdba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.480690] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197cb5fd-cf7c-4fd5-9153-cfc813156b47 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.488391] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.493218] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1455.493218] env[63326]: value = "task-1725846" [ 1455.493218] env[63326]: _type = "Task" [ 1455.493218] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.507859] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725846, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.775995] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effc5d28-e880-48af-bf47-207f121620a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.785605] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a688e8-b00c-4e16-9c75-17e379c970bc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.825241] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28258a51-161a-409c-b289-6cf28cbab6e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.838213] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ca32e4-f899-434b-8337-1fa633c8d506 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.853939] env[63326]: DEBUG nova.compute.provider_tree [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.982632] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725845, 'name': ReconfigVM_Task, 'duration_secs': 0.411055} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.983185] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] ca83c6a4-58cb-4adf-af67-20d6b93dd05d/ca83c6a4-58cb-4adf-af67-20d6b93dd05d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.984106] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fbef902-6f11-4171-84e8-7587ba1d0d30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.991703] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1455.991703] env[63326]: value = "task-1725847" [ 1455.991703] env[63326]: _type = "Task" [ 1455.991703] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.002827] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1456.003246] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e6682b5-1132-423b-8bec-0dc64a7ff3ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.015108] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725847, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.020711] env[63326]: DEBUG oslo_vmware.api [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725846, 'name': PowerOnVM_Task, 'duration_secs': 0.510742} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.022351] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.022600] env[63326]: INFO nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1456.022810] env[63326]: DEBUG nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.023164] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1456.023164] env[63326]: value = "task-1725848" [ 1456.023164] env[63326]: _type = "Task" [ 1456.023164] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.023904] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c105e1f7-a5b4-4d56-8faa-0ae23470c717 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.040154] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725848, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.187379] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1456.220477] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1456.220477] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.220678] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1456.220715] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.220829] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1456.221207] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1456.221422] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1456.221590] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1456.221775] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1456.221939] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1456.222125] env[63326]: DEBUG nova.virt.hardware [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1456.223399] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048556a2-43b5-4003-b488-ee9cb4f45ec4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.234863] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3397a4d-584d-444c-b1de-399cfe59a368 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.358562] env[63326]: DEBUG nova.scheduler.client.report [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.388981] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "1f41278f-fd24-47d9-9973-87ece1744370" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.389767] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "1f41278f-fd24-47d9-9973-87ece1744370" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.506532] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725847, 'name': Rename_Task, 'duration_secs': 0.187254} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.506532] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.507101] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ca0e10-e9f1-4766-a858-c226ee760116 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.514849] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1456.514849] env[63326]: value = "task-1725849" [ 1456.514849] env[63326]: _type = "Task" [ 1456.514849] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.524016] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.545611] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725848, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.548424] env[63326]: INFO nova.compute.manager [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Took 51.39 seconds to build instance. [ 1456.867974] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.868549] env[63326]: DEBUG nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1456.872596] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 39.882s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.031949] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725849, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.036593] env[63326]: DEBUG nova.compute.manager [req-741160df-cefc-4134-a2b9-c9c8810c0b85 req-1ba86dfa-45a5-4f73-b1a6-367e075ee04e service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Received event network-vif-plugged-2431030c-2d05-4780-856b-56eb64a58311 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1457.036937] env[63326]: DEBUG oslo_concurrency.lockutils [req-741160df-cefc-4134-a2b9-c9c8810c0b85 req-1ba86dfa-45a5-4f73-b1a6-367e075ee04e service nova] Acquiring lock "1e77e92e-3ef8-4914-82d5-e9163486a32e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.037209] env[63326]: DEBUG oslo_concurrency.lockutils [req-741160df-cefc-4134-a2b9-c9c8810c0b85 req-1ba86dfa-45a5-4f73-b1a6-367e075ee04e service nova] Lock "1e77e92e-3ef8-4914-82d5-e9163486a32e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.037412] env[63326]: DEBUG oslo_concurrency.lockutils [req-741160df-cefc-4134-a2b9-c9c8810c0b85 req-1ba86dfa-45a5-4f73-b1a6-367e075ee04e service nova] Lock "1e77e92e-3ef8-4914-82d5-e9163486a32e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.037665] env[63326]: DEBUG nova.compute.manager [req-741160df-cefc-4134-a2b9-c9c8810c0b85 req-1ba86dfa-45a5-4f73-b1a6-367e075ee04e service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] No waiting events found dispatching network-vif-plugged-2431030c-2d05-4780-856b-56eb64a58311 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1457.037880] env[63326]: WARNING nova.compute.manager [req-741160df-cefc-4134-a2b9-c9c8810c0b85 req-1ba86dfa-45a5-4f73-b1a6-367e075ee04e service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Received unexpected event network-vif-plugged-2431030c-2d05-4780-856b-56eb64a58311 for instance with vm_state building and task_state spawning. [ 1457.045576] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725848, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.054107] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Successfully updated port: 2431030c-2d05-4780-856b-56eb64a58311 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.058799] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e74bbb64-4e17-4e50-812a-5ec3b6101c95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aafab203-8757-4bab-b2f1-7bc29e818e7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.412s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.382642] env[63326]: DEBUG nova.compute.utils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.386697] env[63326]: DEBUG nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.386697] env[63326]: DEBUG nova.network.neutron [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.478738] env[63326]: DEBUG nova.policy [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef1644ecf3541daa7d39ba2206d163e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6bcee9a93ad4c148c1cf541a9dd5d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.501106] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "aafab203-8757-4bab-b2f1-7bc29e818e7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.501431] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aafab203-8757-4bab-b2f1-7bc29e818e7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.501702] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "aafab203-8757-4bab-b2f1-7bc29e818e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.501926] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aafab203-8757-4bab-b2f1-7bc29e818e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.502165] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aafab203-8757-4bab-b2f1-7bc29e818e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.504820] env[63326]: INFO nova.compute.manager [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Terminating instance [ 1457.531206] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725849, 'name': PowerOnVM_Task, 'duration_secs': 0.618489} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.534791] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.535145] env[63326]: INFO nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1457.535387] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.540919] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d227fe-9b1a-4f15-aace-0e6cfddd11ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.549653] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725848, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.558644] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "refresh_cache-1e77e92e-3ef8-4914-82d5-e9163486a32e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.558894] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "refresh_cache-1e77e92e-3ef8-4914-82d5-e9163486a32e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.559129] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.563811] env[63326]: DEBUG nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.617874] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.797336] env[63326]: DEBUG nova.network.neutron [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Updating instance_info_cache with network_info: [{"id": "2431030c-2d05-4780-856b-56eb64a58311", "address": "fa:16:3e:41:fb:5e", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2431030c-2d", "ovs_interfaceid": "2431030c-2d05-4780-856b-56eb64a58311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.894024] env[63326]: DEBUG nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1457.943352] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca2e26b-ad26-4a02-95c5-3196e07e9ff7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.953105] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c4cf42-31fe-4e5d-bf2d-ae98c5918b9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.992762] env[63326]: DEBUG nova.network.neutron [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Successfully created port: 7c663bb9-70fa-4776-8bb2-3a6813b4a089 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.995268] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a345794-aadb-4131-ac64-c67c13fd531b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.003780] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6812ef8f-b85f-48d6-8136-05a25a2e9595 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.008706] env[63326]: DEBUG nova.compute.manager [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.008968] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.009752] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfdd77b-7865-4075-a42e-ca26a7bcdc1e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.022304] env[63326]: DEBUG nova.compute.provider_tree [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.026100] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.026895] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66e6872b-2bf3-48b2-9334-1126b3e1c819 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.036042] env[63326]: DEBUG oslo_vmware.api [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1458.036042] env[63326]: value = "task-1725850" [ 1458.036042] env[63326]: _type = "Task" [ 1458.036042] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.045753] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725848, 'name': CloneVM_Task, 'duration_secs': 2.000577} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.046023] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Created linked-clone VM from snapshot [ 1458.049018] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c484f25-c5b7-4c99-8394-cbd95f5b9ff6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.054792] env[63326]: DEBUG oslo_vmware.api [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.061786] env[63326]: INFO nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Took 51.29 seconds to build instance. [ 1458.067222] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Uploading image 3556ef87-1a72-444c-b101-a5cad087ab04 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1458.093010] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.108346] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1458.108346] env[63326]: value = "vm-359239" [ 1458.108346] env[63326]: _type = "VirtualMachine" [ 1458.108346] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1458.108966] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee7c9d6f-9ab3-45b3-bb08-3d983fd3af4f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.116473] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lease: (returnval){ [ 1458.116473] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f170ce-a3bf-e001-4e47-79af97114082" [ 1458.116473] env[63326]: _type = "HttpNfcLease" [ 1458.116473] env[63326]: } obtained for exporting VM: (result){ [ 1458.116473] env[63326]: value = "vm-359239" [ 1458.116473] env[63326]: _type = "VirtualMachine" [ 1458.116473] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1458.116820] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the lease: (returnval){ [ 1458.116820] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f170ce-a3bf-e001-4e47-79af97114082" [ 1458.116820] env[63326]: _type = "HttpNfcLease" [ 1458.116820] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1458.123499] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1458.123499] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f170ce-a3bf-e001-4e47-79af97114082" [ 1458.123499] env[63326]: _type = "HttpNfcLease" [ 1458.123499] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1458.302418] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "refresh_cache-1e77e92e-3ef8-4914-82d5-e9163486a32e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.302649] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Instance network_info: |[{"id": "2431030c-2d05-4780-856b-56eb64a58311", "address": "fa:16:3e:41:fb:5e", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2431030c-2d", "ovs_interfaceid": "2431030c-2d05-4780-856b-56eb64a58311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1458.303106] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:fb:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2431030c-2d05-4780-856b-56eb64a58311', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.310957] env[63326]: DEBUG oslo.service.loopingcall [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.311365] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.311534] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f450d419-9a3b-4b39-92a3-a6557b1e4ce4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.332057] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.332057] env[63326]: value = "task-1725852" [ 1458.332057] env[63326]: _type = "Task" [ 1458.332057] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.340128] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725852, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.528967] env[63326]: DEBUG nova.scheduler.client.report [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.549015] env[63326]: DEBUG oslo_vmware.api [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725850, 'name': PowerOffVM_Task, 'duration_secs': 0.215702} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.550033] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.550276] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.550591] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6260859e-d413-4af8-8417-2744b88ec3a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.564263] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.982s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.624403] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.624403] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.624403] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleting the datastore file [datastore1] aafab203-8757-4bab-b2f1-7bc29e818e7c {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.624677] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe1a971b-1353-4388-b5cb-59df8e9a91e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.628705] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1458.628705] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f170ce-a3bf-e001-4e47-79af97114082" [ 1458.628705] env[63326]: _type = "HttpNfcLease" [ 1458.628705] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1458.629500] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1458.629500] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f170ce-a3bf-e001-4e47-79af97114082" [ 1458.629500] env[63326]: _type = "HttpNfcLease" [ 1458.629500] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1458.630695] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411933c-e7da-42a2-8c8d-61f4fa386357 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.635038] env[63326]: DEBUG oslo_vmware.api [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1458.635038] env[63326]: value = "task-1725854" [ 1458.635038] env[63326]: _type = "Task" [ 1458.635038] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.643638] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a723ea-9e94-bf6f-6c9d-906a14e4df04/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1458.643638] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a723ea-9e94-bf6f-6c9d-906a14e4df04/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1458.650850] env[63326]: DEBUG oslo_vmware.api [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.758436] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-326a7647-8c3e-48f9-95a9-50e7df94b8a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.842520] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725852, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.903663] env[63326]: DEBUG nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.007717] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.007819] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.007896] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.008227] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.008322] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.008463] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.008784] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.008954] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.009152] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.009328] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.009597] env[63326]: DEBUG nova.virt.hardware [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.010561] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0de46d-f847-4d92-88ea-77636bea0c0b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.019424] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47427100-eeaf-4e4f-8417-fe9683049f88 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.067410] env[63326]: DEBUG nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.083088] env[63326]: DEBUG nova.compute.manager [req-b52bfeda-0d7c-4dd7-9d73-f8a99b334370 req-54434735-9265-4979-ba1b-5b43a592fe2f service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Received event network-changed-2431030c-2d05-4780-856b-56eb64a58311 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1459.083298] env[63326]: DEBUG nova.compute.manager [req-b52bfeda-0d7c-4dd7-9d73-f8a99b334370 req-54434735-9265-4979-ba1b-5b43a592fe2f service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Refreshing instance network info cache due to event network-changed-2431030c-2d05-4780-856b-56eb64a58311. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1459.083591] env[63326]: DEBUG oslo_concurrency.lockutils [req-b52bfeda-0d7c-4dd7-9d73-f8a99b334370 req-54434735-9265-4979-ba1b-5b43a592fe2f service nova] Acquiring lock "refresh_cache-1e77e92e-3ef8-4914-82d5-e9163486a32e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.083647] env[63326]: DEBUG oslo_concurrency.lockutils [req-b52bfeda-0d7c-4dd7-9d73-f8a99b334370 req-54434735-9265-4979-ba1b-5b43a592fe2f service nova] Acquired lock "refresh_cache-1e77e92e-3ef8-4914-82d5-e9163486a32e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.083809] env[63326]: DEBUG nova.network.neutron [req-b52bfeda-0d7c-4dd7-9d73-f8a99b334370 req-54434735-9265-4979-ba1b-5b43a592fe2f service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Refreshing network info cache for port 2431030c-2d05-4780-856b-56eb64a58311 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.147713] env[63326]: DEBUG oslo_vmware.api [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1725854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326601} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.151122] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.151122] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.151122] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.151122] env[63326]: INFO nova.compute.manager [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1459.151122] env[63326]: DEBUG oslo.service.loopingcall [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.151122] env[63326]: DEBUG nova.compute.manager [-] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.151122] env[63326]: DEBUG nova.network.neutron [-] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.345371] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725852, 'name': CreateVM_Task, 'duration_secs': 0.535248} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.345371] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1459.345371] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.348641] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.348641] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.348641] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca603c7b-e65f-4bcf-9848-3be49ac0f9a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.352543] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1459.352543] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52592366-0562-c24c-b2e9-1f42bbde8dfc" [ 1459.352543] env[63326]: _type = "Task" [ 1459.352543] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.367374] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52592366-0562-c24c-b2e9-1f42bbde8dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.501970] env[63326]: DEBUG nova.compute.manager [req-453eba03-763c-4310-a3b6-2c936b0c55e3 req-56471d9c-8953-4cf9-a725-e6fd3f60c98e service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Received event network-vif-deleted-9a6fab82-f392-4af8-ad66-525c8a5cd9a0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1459.502377] env[63326]: INFO nova.compute.manager [req-453eba03-763c-4310-a3b6-2c936b0c55e3 req-56471d9c-8953-4cf9-a725-e6fd3f60c98e service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Neutron deleted interface 9a6fab82-f392-4af8-ad66-525c8a5cd9a0; detaching it from the instance and deleting it from the info cache [ 1459.502725] env[63326]: DEBUG nova.network.neutron [req-453eba03-763c-4310-a3b6-2c936b0c55e3 req-56471d9c-8953-4cf9-a725-e6fd3f60c98e service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.543128] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.670s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.547370] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.765s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.550845] env[63326]: DEBUG nova.objects.instance [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lazy-loading 'resources' on Instance uuid 530863d0-7395-4add-8633-51aa81bf1067 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.601323] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.868599] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52592366-0562-c24c-b2e9-1f42bbde8dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.016352} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.868876] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.872859] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1459.873350] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.873575] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.874497] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1459.878161] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a2b34d9-1d4e-4cbf-92fe-d3108fb472af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.890290] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.892024] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.892024] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8fddec-9e4a-47a1-9eb7-f3682cf268a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.897967] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1459.897967] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f7d2de-c2f5-4fb5-d584-fbb19d93c5f3" [ 1459.897967] env[63326]: _type = "Task" [ 1459.897967] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.906749] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f7d2de-c2f5-4fb5-d584-fbb19d93c5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.931752] env[63326]: DEBUG nova.network.neutron [req-b52bfeda-0d7c-4dd7-9d73-f8a99b334370 req-54434735-9265-4979-ba1b-5b43a592fe2f service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Updated VIF entry in instance network info cache for port 2431030c-2d05-4780-856b-56eb64a58311. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.932124] env[63326]: DEBUG nova.network.neutron [req-b52bfeda-0d7c-4dd7-9d73-f8a99b334370 req-54434735-9265-4979-ba1b-5b43a592fe2f service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Updating instance_info_cache with network_info: [{"id": "2431030c-2d05-4780-856b-56eb64a58311", "address": "fa:16:3e:41:fb:5e", "network": {"id": "4926667f-c80c-4a51-870c-29ff41b7d46a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-482939712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86f78a3fea7b492490000cdbda2231cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2431030c-2d", "ovs_interfaceid": "2431030c-2d05-4780-856b-56eb64a58311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.967718] env[63326]: DEBUG nova.network.neutron [-] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.005919] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c86b4fe9-1896-4745-9880-1c18d512dbca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.015762] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c30a00-3d5a-4b43-b9cd-294d76d2b7fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.066684] env[63326]: DEBUG nova.compute.manager [req-453eba03-763c-4310-a3b6-2c936b0c55e3 req-56471d9c-8953-4cf9-a725-e6fd3f60c98e service nova] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Detach interface failed, port_id=9a6fab82-f392-4af8-ad66-525c8a5cd9a0, reason: Instance aafab203-8757-4bab-b2f1-7bc29e818e7c could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1460.135780] env[63326]: INFO nova.scheduler.client.report [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Deleted allocation for migration fa85341e-ae26-49cf-8d59-cb1ef1a5da2d [ 1460.245654] env[63326]: DEBUG nova.network.neutron [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Successfully updated port: 7c663bb9-70fa-4776-8bb2-3a6813b4a089 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.413070] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f7d2de-c2f5-4fb5-d584-fbb19d93c5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014275} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.413936] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07e0299-6c51-4690-b701-ead87896b810 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.423508] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1460.423508] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526f05c0-e9bf-783f-ac91-790cf9d7c8a7" [ 1460.423508] env[63326]: _type = "Task" [ 1460.423508] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.436472] env[63326]: DEBUG oslo_concurrency.lockutils [req-b52bfeda-0d7c-4dd7-9d73-f8a99b334370 req-54434735-9265-4979-ba1b-5b43a592fe2f service nova] Releasing lock "refresh_cache-1e77e92e-3ef8-4914-82d5-e9163486a32e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.436911] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526f05c0-e9bf-783f-ac91-790cf9d7c8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.470271] env[63326]: INFO nova.compute.manager [-] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Took 1.32 seconds to deallocate network for instance. [ 1460.560123] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57da8c9-c96d-42d9-82fb-6a09a4432a32 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.569210] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9363d9-8652-48a6-941b-4ff39ce6ec69 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.606614] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d0e284-9ab2-4503-b2be-e0d2c66463b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.615869] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10daa504-917f-437b-bef2-1472dd2683d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.631163] env[63326]: DEBUG nova.compute.provider_tree [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.642454] env[63326]: DEBUG oslo_concurrency.lockutils [None req-70761ecf-a9f6-41af-ac6d-d27c8baeb2fc tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 47.035s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.753250] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "refresh_cache-22a6d0c5-5bb2-495c-9688-3d56b7253045" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.753466] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "refresh_cache-22a6d0c5-5bb2-495c-9688-3d56b7253045" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.753890] env[63326]: DEBUG nova.network.neutron [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.935799] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526f05c0-e9bf-783f-ac91-790cf9d7c8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015569} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.936087] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.936359] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 1e77e92e-3ef8-4914-82d5-e9163486a32e/1e77e92e-3ef8-4914-82d5-e9163486a32e.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1460.936637] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7fd94fc-79ab-479a-afd5-8c3379204fc1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.943988] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1460.943988] env[63326]: value = "task-1725855" [ 1460.943988] env[63326]: _type = "Task" [ 1460.943988] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.952357] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.980766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.135445] env[63326]: DEBUG nova.scheduler.client.report [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.288086] env[63326]: DEBUG nova.network.neutron [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.437748] env[63326]: DEBUG nova.network.neutron [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Updating instance_info_cache with network_info: [{"id": "7c663bb9-70fa-4776-8bb2-3a6813b4a089", "address": "fa:16:3e:13:10:e2", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c663bb9-70", "ovs_interfaceid": "7c663bb9-70fa-4776-8bb2-3a6813b4a089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.455691] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725855, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.462103] env[63326]: DEBUG oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52893cda-a076-5f02-c9be-9bdbbf1653f6/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1461.463693] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b6be1-5f94-4a2c-b59d-5cd5c139b5ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.472200] env[63326]: DEBUG oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52893cda-a076-5f02-c9be-9bdbbf1653f6/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1461.472422] env[63326]: ERROR oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52893cda-a076-5f02-c9be-9bdbbf1653f6/disk-0.vmdk due to incomplete transfer. [ 1461.472692] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0600cc09-dcb4-47b3-826d-e877f3000f96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.482761] env[63326]: DEBUG oslo_vmware.rw_handles [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52893cda-a076-5f02-c9be-9bdbbf1653f6/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1461.483131] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Uploaded image a51730c5-b28e-4156-8c49-d37ab578c875 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1461.485442] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1461.485752] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b24c2d5-21ad-408c-9ec4-51e7d6b99d3b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.494680] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1461.494680] env[63326]: value = "task-1725856" [ 1461.494680] env[63326]: _type = "Task" [ 1461.494680] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.506536] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725856, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.641435] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.644380] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.344s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.646185] env[63326]: INFO nova.compute.claims [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.670453] env[63326]: INFO nova.scheduler.client.report [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Deleted allocations for instance 530863d0-7395-4add-8633-51aa81bf1067 [ 1461.940236] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "refresh_cache-22a6d0c5-5bb2-495c-9688-3d56b7253045" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.940599] env[63326]: DEBUG nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Instance network_info: |[{"id": "7c663bb9-70fa-4776-8bb2-3a6813b4a089", "address": "fa:16:3e:13:10:e2", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c663bb9-70", "ovs_interfaceid": "7c663bb9-70fa-4776-8bb2-3a6813b4a089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.941124] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:10:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c663bb9-70fa-4776-8bb2-3a6813b4a089', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.948967] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating folder: Project (a6bcee9a93ad4c148c1cf541a9dd5d02). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1461.949519] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551df648-a85e-493f-a3e1-2e1c5405d1b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.962162] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763677} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.962561] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 1e77e92e-3ef8-4914-82d5-e9163486a32e/1e77e92e-3ef8-4914-82d5-e9163486a32e.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.962829] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1461.964432] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a20624bc-3e68-4a79-aafd-a9c55e2ec05c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.966557] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created folder: Project (a6bcee9a93ad4c148c1cf541a9dd5d02) in parent group-v359097. [ 1461.966814] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating folder: Instances. Parent ref: group-v359241. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1461.967134] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a57db4-f142-468b-86d7-2010cca49c74 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.974842] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1461.974842] env[63326]: value = "task-1725859" [ 1461.974842] env[63326]: _type = "Task" [ 1461.974842] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.985737] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created folder: Instances in parent group-v359241. [ 1461.987024] env[63326]: DEBUG oslo.service.loopingcall [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.987024] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.987024] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c5767df-7005-43c2-b623-42714777876d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.004953] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.013923] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725856, 'name': Destroy_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.015365] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.015365] env[63326]: value = "task-1725860" [ 1462.015365] env[63326]: _type = "Task" [ 1462.015365] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.024445] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725860, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.142856] env[63326]: DEBUG nova.compute.manager [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Received event network-vif-plugged-7c663bb9-70fa-4776-8bb2-3a6813b4a089 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1462.143010] env[63326]: DEBUG oslo_concurrency.lockutils [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] Acquiring lock "22a6d0c5-5bb2-495c-9688-3d56b7253045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.143281] env[63326]: DEBUG oslo_concurrency.lockutils [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] Lock "22a6d0c5-5bb2-495c-9688-3d56b7253045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.145034] env[63326]: DEBUG oslo_concurrency.lockutils [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] Lock "22a6d0c5-5bb2-495c-9688-3d56b7253045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.145034] env[63326]: DEBUG nova.compute.manager [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] No waiting events found dispatching network-vif-plugged-7c663bb9-70fa-4776-8bb2-3a6813b4a089 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1462.145034] env[63326]: WARNING nova.compute.manager [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Received unexpected event network-vif-plugged-7c663bb9-70fa-4776-8bb2-3a6813b4a089 for instance with vm_state building and task_state spawning. [ 1462.145034] env[63326]: DEBUG nova.compute.manager [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Received event network-changed-7c663bb9-70fa-4776-8bb2-3a6813b4a089 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1462.145034] env[63326]: DEBUG nova.compute.manager [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Refreshing instance network info cache due to event network-changed-7c663bb9-70fa-4776-8bb2-3a6813b4a089. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1462.145034] env[63326]: DEBUG oslo_concurrency.lockutils [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] Acquiring lock "refresh_cache-22a6d0c5-5bb2-495c-9688-3d56b7253045" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.145034] env[63326]: DEBUG oslo_concurrency.lockutils [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] Acquired lock "refresh_cache-22a6d0c5-5bb2-495c-9688-3d56b7253045" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.145034] env[63326]: DEBUG nova.network.neutron [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Refreshing network info cache for port 7c663bb9-70fa-4776-8bb2-3a6813b4a089 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.182023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c1991c4-92f0-41b7-b004-d2567153ca96 tempest-ImagesNegativeTestJSON-324288198 tempest-ImagesNegativeTestJSON-324288198-project-member] Lock "530863d0-7395-4add-8633-51aa81bf1067" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.200s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.462749] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.462749] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.485401] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079462} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.485688] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.489021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f192ed31-f49a-466b-8c35-b7d0dcbc0bd6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.509636] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1e77e92e-3ef8-4914-82d5-e9163486a32e/1e77e92e-3ef8-4914-82d5-e9163486a32e.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.509817] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2609a487-24a2-43cc-829f-68332b2ef8e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.537607] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725856, 'name': Destroy_Task, 'duration_secs': 0.809048} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.542756] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Destroyed the VM [ 1462.543035] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1462.543282] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725860, 'name': CreateVM_Task, 'duration_secs': 0.51989} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.544032] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1462.544032] env[63326]: value = "task-1725861" [ 1462.544032] env[63326]: _type = "Task" [ 1462.544032] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.544032] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5bf2b23-88ee-454c-bf8a-45b63305072a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.545474] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.546234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.546383] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.546688] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.550469] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a2e8d8-1a06-401d-b5c4-5acef057a09f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.554962] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1462.554962] env[63326]: value = "task-1725862" [ 1462.554962] env[63326]: _type = "Task" [ 1462.554962] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.560200] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.560398] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1462.560398] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52efb57d-8b46-6105-f95c-b523f20b99b1" [ 1462.560398] env[63326]: _type = "Task" [ 1462.560398] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.571578] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725862, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.574681] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52efb57d-8b46-6105-f95c-b523f20b99b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.926861] env[63326]: DEBUG nova.network.neutron [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Updated VIF entry in instance network info cache for port 7c663bb9-70fa-4776-8bb2-3a6813b4a089. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.927285] env[63326]: DEBUG nova.network.neutron [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Updating instance_info_cache with network_info: [{"id": "7c663bb9-70fa-4776-8bb2-3a6813b4a089", "address": "fa:16:3e:13:10:e2", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c663bb9-70", "ovs_interfaceid": "7c663bb9-70fa-4776-8bb2-3a6813b4a089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.060512] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.084765] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725862, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.095359] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52efb57d-8b46-6105-f95c-b523f20b99b1, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.095359] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.095359] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.095505] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.095705] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.095896] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.096291] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58be56cf-90eb-47e8-9c8e-eea1af46dac8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.108624] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc3df1-1e8d-4bec-adb2-23ee4ade5572 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.115889] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.116295] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.120164] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11eb1fc2-4ad3-464b-b105-8b9be8b50bb2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.128642] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a8c6f-530d-4614-b172-631c37a27661 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.135651] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1463.135651] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c6f901-6b7f-f221-05fb-dcc60ab8644a" [ 1463.135651] env[63326]: _type = "Task" [ 1463.135651] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.174117] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84127320-967d-47ec-8cbb-9b708c14ba8d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.183024] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c6f901-6b7f-f221-05fb-dcc60ab8644a, 'name': SearchDatastore_Task, 'duration_secs': 0.021771} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.183024] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c70deef-aeed-4699-bda6-ef2f94be0238 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.187495] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db8b4af-62a3-40bf-bed4-04a5e9ced92b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.192714] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1463.192714] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d562db-887a-f8d4-7e52-586223a13da9" [ 1463.192714] env[63326]: _type = "Task" [ 1463.192714] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.205688] env[63326]: DEBUG nova.compute.provider_tree [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.213776] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d562db-887a-f8d4-7e52-586223a13da9, 'name': SearchDatastore_Task, 'duration_secs': 0.01647} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.214369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.214724] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 22a6d0c5-5bb2-495c-9688-3d56b7253045/22a6d0c5-5bb2-495c-9688-3d56b7253045.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.215027] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b467d9b-517a-4805-b747-22c608862551 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.222598] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1463.222598] env[63326]: value = "task-1725863" [ 1463.222598] env[63326]: _type = "Task" [ 1463.222598] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.230958] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.430410] env[63326]: DEBUG oslo_concurrency.lockutils [req-5de80c01-709c-4cde-bb90-9b23b5fbb971 req-5a0a2d87-9c4d-4f7a-bf2e-b82e27f9b068 service nova] Releasing lock "refresh_cache-22a6d0c5-5bb2-495c-9688-3d56b7253045" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.557776] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725861, 'name': ReconfigVM_Task, 'duration_secs': 0.58725} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.558209] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1e77e92e-3ef8-4914-82d5-e9163486a32e/1e77e92e-3ef8-4914-82d5-e9163486a32e.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.558829] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-794b6ac8-a9b4-42f5-aebf-253e4c132bc0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.572824] env[63326]: DEBUG oslo_vmware.api [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725862, 'name': RemoveSnapshot_Task, 'duration_secs': 0.933023} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.574713] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1463.575041] env[63326]: INFO nova.compute.manager [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Took 15.71 seconds to snapshot the instance on the hypervisor. [ 1463.579090] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1463.579090] env[63326]: value = "task-1725864" [ 1463.579090] env[63326]: _type = "Task" [ 1463.579090] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.587400] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725864, 'name': Rename_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.716045] env[63326]: DEBUG nova.scheduler.client.report [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.731343] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.731976] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.739657] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725863, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.092504] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725864, 'name': Rename_Task, 'duration_secs': 0.47015} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.092504] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.092504] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c4d5fca-f4b9-4b29-8056-51e1ca27ee7c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.098920] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1464.098920] env[63326]: value = "task-1725865" [ 1464.098920] env[63326]: _type = "Task" [ 1464.098920] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.109027] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.144153] env[63326]: DEBUG nova.compute.manager [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Found 3 images (rotation: 2) {{(pid=63326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1464.144153] env[63326]: DEBUG nova.compute.manager [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Rotating out 1 backups {{(pid=63326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4968}} [ 1464.144153] env[63326]: DEBUG nova.compute.manager [None req-84ee5e7f-402a-4d0e-a433-85d2d7b31863 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleting image 89d5f2c3-834b-407c-a69f-69bd69060a82 {{(pid=63326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4973}} [ 1464.223190] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.223805] env[63326]: DEBUG nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1464.227127] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.262s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.228747] env[63326]: INFO nova.compute.claims [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.244315] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731383} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.244438] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 22a6d0c5-5bb2-495c-9688-3d56b7253045/22a6d0c5-5bb2-495c-9688-3d56b7253045.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.244608] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.245096] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad60056-8851-4c13-b277-018e468bba73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.253618] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1464.253618] env[63326]: value = "task-1725866" [ 1464.253618] env[63326]: _type = "Task" [ 1464.253618] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.266180] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.610561] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.736486] env[63326]: DEBUG nova.compute.utils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1464.738068] env[63326]: DEBUG nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1464.738242] env[63326]: DEBUG nova.network.neutron [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1464.763921] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071735} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.764245] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.765458] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f740153-46cb-46f9-99a7-71d4f3b8d14d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.789755] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 22a6d0c5-5bb2-495c-9688-3d56b7253045/22a6d0c5-5bb2-495c-9688-3d56b7253045.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.790124] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9212dab4-b090-48c1-baae-9a57adafa7b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.812033] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1464.812033] env[63326]: value = "task-1725867" [ 1464.812033] env[63326]: _type = "Task" [ 1464.812033] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.813472] env[63326]: DEBUG nova.policy [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb5d88c3de54ed78cbe36a8133bc0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9debdfd3c0146aaab57214814e4a320', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1464.824180] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.110381] env[63326]: DEBUG oslo_vmware.api [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725865, 'name': PowerOnVM_Task, 'duration_secs': 0.658352} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.110695] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.110962] env[63326]: INFO nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1465.111235] env[63326]: DEBUG nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.112061] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a0633-0e64-494b-899e-e79414dcba34 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.180958] env[63326]: DEBUG nova.network.neutron [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Successfully created port: 640beb4d-66eb-4299-90e1-68e744d61c79 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1465.242637] env[63326]: DEBUG nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1465.326545] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.633545] env[63326]: INFO nova.compute.manager [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Took 52.53 seconds to build instance. [ 1465.756261] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b52395-8276-447d-82ce-838b3c4f304b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.765933] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d580b59d-5b56-4783-b83d-572d61f9dd9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.800822] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c72c6-b500-40ab-ba54-1b46aaf0ee3e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.808939] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a15760-90d1-4da1-88d9-2758386649a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.823753] env[63326]: DEBUG nova.compute.provider_tree [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.833043] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725867, 'name': ReconfigVM_Task, 'duration_secs': 0.605983} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.833321] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 22a6d0c5-5bb2-495c-9688-3d56b7253045/22a6d0c5-5bb2-495c-9688-3d56b7253045.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.834092] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-125b0f83-f81d-4ddd-870e-d6855445229b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.841754] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1465.841754] env[63326]: value = "task-1725868" [ 1465.841754] env[63326]: _type = "Task" [ 1465.841754] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.850829] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725868, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.139661] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af30a0f0-7ef7-44fb-9ca5-ad95aa12436e tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "1e77e92e-3ef8-4914-82d5-e9163486a32e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.523s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.263948] env[63326]: DEBUG nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1466.293608] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1466.294168] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.294554] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1466.297023] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.297023] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1466.297023] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1466.297023] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1466.297023] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1466.297023] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1466.297023] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1466.297023] env[63326]: DEBUG nova.virt.hardware [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1466.298553] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12b8366-1ca3-4ba0-a2a8-70961b60732b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.310185] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beae3364-e69d-472a-b4e5-f37148153025 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.329357] env[63326]: DEBUG nova.scheduler.client.report [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.353504] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725868, 'name': Rename_Task, 'duration_secs': 0.225772} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.354538] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.354936] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac50964f-55e2-4ce2-b6c9-7e4b7caad810 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.362123] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1466.362123] env[63326]: value = "task-1725869" [ 1466.362123] env[63326]: _type = "Task" [ 1466.362123] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.371431] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.643562] env[63326]: DEBUG nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.777306] env[63326]: DEBUG nova.compute.manager [req-7c6f8f17-eb9b-4962-820a-8f3191c866ba req-ab062c67-627a-40b5-855d-7fc9fa2144c2 service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Received event network-vif-plugged-640beb4d-66eb-4299-90e1-68e744d61c79 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1466.777306] env[63326]: DEBUG oslo_concurrency.lockutils [req-7c6f8f17-eb9b-4962-820a-8f3191c866ba req-ab062c67-627a-40b5-855d-7fc9fa2144c2 service nova] Acquiring lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.777306] env[63326]: DEBUG oslo_concurrency.lockutils [req-7c6f8f17-eb9b-4962-820a-8f3191c866ba req-ab062c67-627a-40b5-855d-7fc9fa2144c2 service nova] Lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.777306] env[63326]: DEBUG oslo_concurrency.lockutils [req-7c6f8f17-eb9b-4962-820a-8f3191c866ba req-ab062c67-627a-40b5-855d-7fc9fa2144c2 service nova] Lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.777306] env[63326]: DEBUG nova.compute.manager [req-7c6f8f17-eb9b-4962-820a-8f3191c866ba req-ab062c67-627a-40b5-855d-7fc9fa2144c2 service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] No waiting events found dispatching network-vif-plugged-640beb4d-66eb-4299-90e1-68e744d61c79 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1466.777306] env[63326]: WARNING nova.compute.manager [req-7c6f8f17-eb9b-4962-820a-8f3191c866ba req-ab062c67-627a-40b5-855d-7fc9fa2144c2 service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Received unexpected event network-vif-plugged-640beb4d-66eb-4299-90e1-68e744d61c79 for instance with vm_state building and task_state spawning. [ 1466.785600] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.785600] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.785600] env[63326]: DEBUG nova.compute.manager [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.787155] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645e772c-212b-40bf-a0f5-740db8372406 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.795260] env[63326]: DEBUG nova.compute.manager [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1466.796371] env[63326]: DEBUG nova.objects.instance [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'flavor' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.835614] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.836470] env[63326]: DEBUG nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1466.839916] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.675s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.845657] env[63326]: INFO nova.compute.claims [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.878538] env[63326]: DEBUG nova.network.neutron [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Successfully updated port: 640beb4d-66eb-4299-90e1-68e744d61c79 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.886759] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.121017] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a723ea-9e94-bf6f-6c9d-906a14e4df04/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1467.121253] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d6ce5-8c9e-47db-a3ff-748847b4b1c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.130246] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a723ea-9e94-bf6f-6c9d-906a14e4df04/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1467.130246] env[63326]: ERROR oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a723ea-9e94-bf6f-6c9d-906a14e4df04/disk-0.vmdk due to incomplete transfer. [ 1467.130246] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2de602fd-2edf-4103-afd8-27cd44e82ad1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.139135] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a723ea-9e94-bf6f-6c9d-906a14e4df04/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1467.139135] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Uploaded image 3556ef87-1a72-444c-b101-a5cad087ab04 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1467.139135] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1467.140026] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8a0b482-9bdb-4dee-87aa-12d05bf65b52 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.149809] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1467.149809] env[63326]: value = "task-1725870" [ 1467.149809] env[63326]: _type = "Task" [ 1467.149809] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.163245] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.163698] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.164168] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.165093] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.166026] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.166981] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725870, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.168249] env[63326]: INFO nova.compute.manager [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Terminating instance [ 1467.174281] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.250023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "1e77e92e-3ef8-4914-82d5-e9163486a32e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.250023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "1e77e92e-3ef8-4914-82d5-e9163486a32e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.250023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "1e77e92e-3ef8-4914-82d5-e9163486a32e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.250023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "1e77e92e-3ef8-4914-82d5-e9163486a32e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.250023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "1e77e92e-3ef8-4914-82d5-e9163486a32e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.251899] env[63326]: INFO nova.compute.manager [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Terminating instance [ 1467.351436] env[63326]: DEBUG nova.compute.utils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.354789] env[63326]: DEBUG nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1467.358019] env[63326]: DEBUG nova.network.neutron [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.373454] env[63326]: DEBUG oslo_vmware.api [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1725869, 'name': PowerOnVM_Task, 'duration_secs': 0.606663} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.373980] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.374366] env[63326]: INFO nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1467.374692] env[63326]: DEBUG nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.375617] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d50a408-efd2-472e-b5ed-985823182fc0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.393021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.393021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.393021] env[63326]: DEBUG nova.network.neutron [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.413434] env[63326]: DEBUG nova.policy [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516101a0ec104ad0941b906286b6cf5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15370233e0384cb7a7e753856ec5c94d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1467.664268] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725870, 'name': Destroy_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.676311] env[63326]: DEBUG nova.compute.manager [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1467.676631] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.677644] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f011f2-1d43-48a9-85ad-5e98951e3289 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.685706] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.685706] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf9d7372-b2c7-4b05-9fa8-9dfa44567a61 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.692456] env[63326]: DEBUG oslo_vmware.api [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1467.692456] env[63326]: value = "task-1725871" [ 1467.692456] env[63326]: _type = "Task" [ 1467.692456] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.705331] env[63326]: DEBUG oslo_vmware.api [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.755931] env[63326]: DEBUG nova.compute.manager [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1467.756197] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.757458] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74b73a3-39f4-48f1-9bf9-5a562f65cf63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.769229] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.769229] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2296df9a-3a04-41b0-a360-1387f3ef5e1b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.775679] env[63326]: DEBUG oslo_vmware.api [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1467.775679] env[63326]: value = "task-1725872" [ 1467.775679] env[63326]: _type = "Task" [ 1467.775679] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.788311] env[63326]: DEBUG oslo_vmware.api [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.789313] env[63326]: DEBUG nova.network.neutron [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Successfully created port: 17cd1432-5997-406d-ba68-00aebe576aed {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.806371] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.807294] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ada0899-4306-4823-87ac-a1011b0b424a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.815713] env[63326]: DEBUG oslo_vmware.api [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1467.815713] env[63326]: value = "task-1725873" [ 1467.815713] env[63326]: _type = "Task" [ 1467.815713] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.825745] env[63326]: DEBUG oslo_vmware.api [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.860484] env[63326]: DEBUG nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1467.903040] env[63326]: INFO nova.compute.manager [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Took 52.14 seconds to build instance. [ 1467.947176] env[63326]: DEBUG nova.network.neutron [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.989018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "7283b32e-7419-426a-8f8a-b1644862ea0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.989018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "7283b32e-7419-426a-8f8a-b1644862ea0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.989018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "7283b32e-7419-426a-8f8a-b1644862ea0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.989018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "7283b32e-7419-426a-8f8a-b1644862ea0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.989018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "7283b32e-7419-426a-8f8a-b1644862ea0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.993869] env[63326]: INFO nova.compute.manager [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Terminating instance [ 1468.155660] env[63326]: DEBUG nova.network.neutron [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Updating instance_info_cache with network_info: [{"id": "640beb4d-66eb-4299-90e1-68e744d61c79", "address": "fa:16:3e:95:84:04", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640beb4d-66", "ovs_interfaceid": "640beb4d-66eb-4299-90e1-68e744d61c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.165576] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725870, 'name': Destroy_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.204977] env[63326]: DEBUG oslo_vmware.api [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725871, 'name': PowerOffVM_Task, 'duration_secs': 0.270788} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.205615] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.205615] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.205733] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f60f4a54-2e0c-4e28-ae72-9fce6b657ff9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.221125] env[63326]: DEBUG nova.network.neutron [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Successfully created port: dc6f25ff-c2bc-48a5-a266-c1c5fc297776 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.277457] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.277567] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.277680] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleting the datastore file [datastore1] ca83c6a4-58cb-4adf-af67-20d6b93dd05d {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.281282] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83ab26cd-3568-4a49-8e8a-7c0b81ca9874 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.293848] env[63326]: DEBUG oslo_vmware.api [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725872, 'name': PowerOffVM_Task, 'duration_secs': 0.301048} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.295533] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.300020] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.300020] env[63326]: DEBUG oslo_vmware.api [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1468.300020] env[63326]: value = "task-1725875" [ 1468.300020] env[63326]: _type = "Task" [ 1468.300020] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.300020] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f107513-93d6-4ff6-920b-559e75c665d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.309209] env[63326]: DEBUG oslo_vmware.api [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.327634] env[63326]: DEBUG oslo_vmware.api [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725873, 'name': PowerOffVM_Task, 'duration_secs': 0.274317} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.327940] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.328165] env[63326]: DEBUG nova.compute.manager [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.328951] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890fd7d4-22d5-4902-ab3f-83aec69bc628 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.365261] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.365485] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.365666] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleting the datastore file [datastore1] 1e77e92e-3ef8-4914-82d5-e9163486a32e {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.369159] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0542408c-4cb0-40d5-b898-fb3ff0dfa09d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.379697] env[63326]: DEBUG oslo_vmware.api [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for the task: (returnval){ [ 1468.379697] env[63326]: value = "task-1725877" [ 1468.379697] env[63326]: _type = "Task" [ 1468.379697] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.389607] env[63326]: DEBUG oslo_vmware.api [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.406828] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8da74dd3-8218-4642-8d3e-240e2202848c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "22a6d0c5-5bb2-495c-9688-3d56b7253045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.972s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.431640] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31575b4e-c662-4605-969f-322b7be7ba50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.438122] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b988d9b-56ee-46b9-bcb5-bc5fdfaeed07 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.474116] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a14e7b4-0097-4307-9b63-e50869c673f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.482182] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a313e8ae-1403-49e1-a864-9cf3f031eb24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.495873] env[63326]: DEBUG nova.compute.provider_tree [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.499309] env[63326]: DEBUG nova.compute.manager [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1468.499309] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.499309] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da537cb-9c6b-4467-b689-a85c34019de1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.506213] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.506453] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3875bc22-36ad-4c6d-be25-15bd9c25a9e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.605972] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.606374] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.606593] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleting the datastore file [datastore1] 7283b32e-7419-426a-8f8a-b1644862ea0b {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.606994] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6876fe-0207-4f46-b68b-05f2d6c43f89 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.613932] env[63326]: DEBUG oslo_vmware.api [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1468.613932] env[63326]: value = "task-1725879" [ 1468.613932] env[63326]: _type = "Task" [ 1468.613932] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.622007] env[63326]: DEBUG oslo_vmware.api [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.661031] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.661234] env[63326]: DEBUG nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Instance network_info: |[{"id": "640beb4d-66eb-4299-90e1-68e744d61c79", "address": "fa:16:3e:95:84:04", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640beb4d-66", "ovs_interfaceid": "640beb4d-66eb-4299-90e1-68e744d61c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1468.664738] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:84:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '640beb4d-66eb-4299-90e1-68e744d61c79', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.672135] env[63326]: DEBUG oslo.service.loopingcall [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.672344] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725870, 'name': Destroy_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.672874] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.672874] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe315c2a-e019-4661-9528-07e10defb8d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.691589] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.691589] env[63326]: value = "task-1725880" [ 1468.691589] env[63326]: _type = "Task" [ 1468.691589] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.699453] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725880, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.807732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.808024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.811966] env[63326]: DEBUG oslo_vmware.api [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161278} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.812923] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.812923] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.812923] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.812923] env[63326]: INFO nova.compute.manager [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1468.813247] env[63326]: DEBUG oslo.service.loopingcall [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.814215] env[63326]: DEBUG nova.compute.manager [-] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.814215] env[63326]: DEBUG nova.network.neutron [-] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.848926] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6618e1ad-fec0-4d73-a2b5-505a3797f0b7 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.876638] env[63326]: DEBUG nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1468.894173] env[63326]: DEBUG oslo_vmware.api [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Task: {'id': task-1725877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140655} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.894173] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.894173] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.894173] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.894344] env[63326]: INFO nova.compute.manager [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1468.895029] env[63326]: DEBUG oslo.service.loopingcall [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.895029] env[63326]: DEBUG nova.compute.manager [-] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.895029] env[63326]: DEBUG nova.network.neutron [-] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.909027] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.909290] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.909441] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.909618] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.909770] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.909911] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.910205] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.910374] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.910559] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.910718] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.910911] env[63326]: DEBUG nova.virt.hardware [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.911316] env[63326]: DEBUG nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1468.914511] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775efa89-c516-4abe-8bd2-ae28858d6037 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.922605] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8fa23d-33cd-4d61-9001-bb8cc85260f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.999370] env[63326]: DEBUG nova.scheduler.client.report [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.126280] env[63326]: WARNING nova.virt.vmwareapi.vmops [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 7283b32e-7419-426a-8f8a-b1644862ea0b [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Traceback (most recent call last): [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] ds_util.file_delete(self._session, [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] session._wait_for_task(file_delete_task) [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] return self.wait_for_task(task_ref) [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] return evt.wait() [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] result = hub.switch() [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] return self.greenlet.switch() [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] self.f(*self.args, **self.kw) [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] raise exceptions.translate_fault(task_info.error) [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 7283b32e-7419-426a-8f8a-b1644862ea0b [ 1469.126280] env[63326]: ERROR nova.virt.vmwareapi.vmops [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] [ 1469.127218] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.127218] env[63326]: INFO nova.compute.manager [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1469.127218] env[63326]: DEBUG oslo.service.loopingcall [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.127218] env[63326]: DEBUG nova.compute.manager [-] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1469.127218] env[63326]: DEBUG nova.network.neutron [-] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1469.136773] env[63326]: DEBUG nova.compute.manager [req-7cbddaba-a56a-4542-89cb-8eca99c8a9dd req-22de18aa-3839-4bea-869b-2f27fc5a8add service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Received event network-changed-640beb4d-66eb-4299-90e1-68e744d61c79 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1469.136973] env[63326]: DEBUG nova.compute.manager [req-7cbddaba-a56a-4542-89cb-8eca99c8a9dd req-22de18aa-3839-4bea-869b-2f27fc5a8add service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Refreshing instance network info cache due to event network-changed-640beb4d-66eb-4299-90e1-68e744d61c79. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1469.137238] env[63326]: DEBUG oslo_concurrency.lockutils [req-7cbddaba-a56a-4542-89cb-8eca99c8a9dd req-22de18aa-3839-4bea-869b-2f27fc5a8add service nova] Acquiring lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.137391] env[63326]: DEBUG oslo_concurrency.lockutils [req-7cbddaba-a56a-4542-89cb-8eca99c8a9dd req-22de18aa-3839-4bea-869b-2f27fc5a8add service nova] Acquired lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.137553] env[63326]: DEBUG nova.network.neutron [req-7cbddaba-a56a-4542-89cb-8eca99c8a9dd req-22de18aa-3839-4bea-869b-2f27fc5a8add service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Refreshing network info cache for port 640beb4d-66eb-4299-90e1-68e744d61c79 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.165729] env[63326]: DEBUG oslo_vmware.api [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1725870, 'name': Destroy_Task, 'duration_secs': 1.741234} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.166064] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Destroyed the VM [ 1469.166298] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1469.166549] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9613c997-5ca9-47f7-ae2d-de1ede9401cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.171367] env[63326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1469.171607] env[63326]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1469.172862] env[63326]: DEBUG nova.compute.utils [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Cleaning up image 3556ef87-1a72-444c-b101-a5cad087ab04 {{(pid=63326) delete_image /opt/stack/nova/nova/compute/utils.py:1353}} [ 1469.211436] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725880, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.437304] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.509069] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.510703] env[63326]: DEBUG nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1469.513270] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.307s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.513522] env[63326]: DEBUG nova.objects.instance [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lazy-loading 'resources' on Instance uuid 22d7c5ad-bee8-4669-97eb-41f10f883d7f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.624574] env[63326]: DEBUG nova.compute.manager [req-f0b4f2d3-97e1-4ece-b1b1-255cfd925dd1 req-bd467646-d8aa-4214-914a-94cf8e1d922b service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Received event network-vif-deleted-f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1469.626973] env[63326]: INFO nova.compute.manager [req-f0b4f2d3-97e1-4ece-b1b1-255cfd925dd1 req-bd467646-d8aa-4214-914a-94cf8e1d922b service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Neutron deleted interface f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad; detaching it from the instance and deleting it from the info cache [ 1469.626973] env[63326]: DEBUG nova.network.neutron [req-f0b4f2d3-97e1-4ece-b1b1-255cfd925dd1 req-bd467646-d8aa-4214-914a-94cf8e1d922b service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.712091] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725880, 'name': CreateVM_Task, 'duration_secs': 0.638869} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.712288] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.714274] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.714701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.715984] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.717309] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d043d842-eebb-47b0-91b7-37480b3f2bc2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.724706] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1469.724706] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52830966-b64a-0e0e-0b55-eb3af0425b86" [ 1469.724706] env[63326]: _type = "Task" [ 1469.724706] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.737707] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52830966-b64a-0e0e-0b55-eb3af0425b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.762911] env[63326]: DEBUG nova.network.neutron [-] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.815175] env[63326]: DEBUG nova.network.neutron [-] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.986647] env[63326]: DEBUG nova.network.neutron [-] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.021592] env[63326]: DEBUG nova.compute.utils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1470.023155] env[63326]: DEBUG nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1470.023439] env[63326]: DEBUG nova.network.neutron [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.084321] env[63326]: DEBUG nova.network.neutron [req-7cbddaba-a56a-4542-89cb-8eca99c8a9dd req-22de18aa-3839-4bea-869b-2f27fc5a8add service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Updated VIF entry in instance network info cache for port 640beb4d-66eb-4299-90e1-68e744d61c79. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.084732] env[63326]: DEBUG nova.network.neutron [req-7cbddaba-a56a-4542-89cb-8eca99c8a9dd req-22de18aa-3839-4bea-869b-2f27fc5a8add service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Updating instance_info_cache with network_info: [{"id": "640beb4d-66eb-4299-90e1-68e744d61c79", "address": "fa:16:3e:95:84:04", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640beb4d-66", "ovs_interfaceid": "640beb4d-66eb-4299-90e1-68e744d61c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.090858] env[63326]: DEBUG nova.policy [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '186ab538356041e9a05038a34c49c1e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d5d2f4de7248c4b2314eeb376bce5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1470.135624] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d75e5d49-d457-4326-8bcf-978e41ab8b29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.143873] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a699cb-eae3-4a8d-9e8f-47d945c13751 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.189113] env[63326]: DEBUG nova.compute.manager [req-f0b4f2d3-97e1-4ece-b1b1-255cfd925dd1 req-bd467646-d8aa-4214-914a-94cf8e1d922b service nova] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Detach interface failed, port_id=f06bbc7c-2c49-46e1-b5e1-68f5e7fd04ad, reason: Instance ca83c6a4-58cb-4adf-af67-20d6b93dd05d could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1470.194048] env[63326]: DEBUG nova.network.neutron [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Successfully updated port: 17cd1432-5997-406d-ba68-00aebe576aed {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.198777] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "2d314c2f-890b-4ce0-971c-181d512ec73e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.199284] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "2d314c2f-890b-4ce0-971c-181d512ec73e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.236984] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52830966-b64a-0e0e-0b55-eb3af0425b86, 'name': SearchDatastore_Task, 'duration_secs': 0.022264} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.237669] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.237897] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.238145] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.238290] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.238463] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1470.238723] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e1d54e8-0239-43ff-a3bd-cbf8bbe5687e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.248126] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1470.248306] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1470.249156] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f4c5f3-4a24-4557-a26b-f5b47ce67634 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.256640] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1470.256640] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521651fd-06fa-a624-f0e4-5712f6aae140" [ 1470.256640] env[63326]: _type = "Task" [ 1470.256640] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.268204] env[63326]: INFO nova.compute.manager [-] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Took 1.45 seconds to deallocate network for instance. [ 1470.268977] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521651fd-06fa-a624-f0e4-5712f6aae140, 'name': SearchDatastore_Task, 'duration_secs': 0.008271} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.273637] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03aee2a-81a0-459a-a8c1-e3587f21b9bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.282033] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1470.282033] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5200b6f7-5e15-46da-9ecf-1bf365d781a6" [ 1470.282033] env[63326]: _type = "Task" [ 1470.282033] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.294245] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5200b6f7-5e15-46da-9ecf-1bf365d781a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008499} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.296109] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.297403] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 75b288ad-f1f4-42de-a9fc-fb226b015b7b/75b288ad-f1f4-42de-a9fc-fb226b015b7b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.297403] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7449e066-37a3-47e4-b7f2-4882a9dcf228 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.305027] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1470.305027] env[63326]: value = "task-1725881" [ 1470.305027] env[63326]: _type = "Task" [ 1470.305027] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.314017] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.319233] env[63326]: INFO nova.compute.manager [-] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Took 1.42 seconds to deallocate network for instance. [ 1470.487610] env[63326]: DEBUG nova.network.neutron [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Successfully created port: 9cce99ae-b22a-4203-9f58-426917c4b49b {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1470.489695] env[63326]: INFO nova.compute.manager [-] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Took 1.36 seconds to deallocate network for instance. [ 1470.530451] env[63326]: DEBUG nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1470.573369] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea3ed06-f468-426e-aa0b-cea279e04a4d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.587082] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3912b25f-9b92-4da2-b676-23ca87d4235c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.591455] env[63326]: DEBUG oslo_concurrency.lockutils [req-7cbddaba-a56a-4542-89cb-8eca99c8a9dd req-22de18aa-3839-4bea-869b-2f27fc5a8add service nova] Releasing lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.624517] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d389a3e1-844f-4d75-9eb5-90a2031539bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.633544] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f1cebc-d9b5-4815-97db-1396511ae86c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.650718] env[63326]: DEBUG nova.compute.provider_tree [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.707147] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.778233] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.813885] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484865} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.813885] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 75b288ad-f1f4-42de-a9fc-fb226b015b7b/75b288ad-f1f4-42de-a9fc-fb226b015b7b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.814106] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.814186] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fac3338d-fa1e-4c84-b741-84372e9d7898 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.820015] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1470.820015] env[63326]: value = "task-1725882" [ 1470.820015] env[63326]: _type = "Task" [ 1470.820015] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.828566] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.828852] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.001298] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.023152] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.023385] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.047658] env[63326]: DEBUG nova.compute.manager [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Stashing vm_state: stopped {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1471.156151] env[63326]: DEBUG nova.scheduler.client.report [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.166433] env[63326]: DEBUG nova.compute.manager [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Received event network-vif-deleted-304ab4c4-e0c8-4b17-9605-ad4606654168 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1471.166433] env[63326]: DEBUG nova.compute.manager [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Received event network-vif-plugged-17cd1432-5997-406d-ba68-00aebe576aed {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1471.166433] env[63326]: DEBUG oslo_concurrency.lockutils [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] Acquiring lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.166433] env[63326]: DEBUG oslo_concurrency.lockutils [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.166433] env[63326]: DEBUG oslo_concurrency.lockutils [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.166621] env[63326]: DEBUG nova.compute.manager [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] No waiting events found dispatching network-vif-plugged-17cd1432-5997-406d-ba68-00aebe576aed {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1471.166754] env[63326]: WARNING nova.compute.manager [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Received unexpected event network-vif-plugged-17cd1432-5997-406d-ba68-00aebe576aed for instance with vm_state building and task_state spawning. [ 1471.166912] env[63326]: DEBUG nova.compute.manager [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Received event network-changed-17cd1432-5997-406d-ba68-00aebe576aed {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1471.167098] env[63326]: DEBUG nova.compute.manager [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Refreshing instance network info cache due to event network-changed-17cd1432-5997-406d-ba68-00aebe576aed. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1471.167304] env[63326]: DEBUG oslo_concurrency.lockutils [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] Acquiring lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.167443] env[63326]: DEBUG oslo_concurrency.lockutils [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] Acquired lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.167600] env[63326]: DEBUG nova.network.neutron [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Refreshing network info cache for port 17cd1432-5997-406d-ba68-00aebe576aed {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.329990] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06579} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.330291] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.331019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d5d64b-8de1-40c7-a369-114f5e017ef3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.352279] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 75b288ad-f1f4-42de-a9fc-fb226b015b7b/75b288ad-f1f4-42de-a9fc-fb226b015b7b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.352527] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c363a9-b9c8-46cf-aa24-c7d21833b886 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.371071] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1471.371071] env[63326]: value = "task-1725883" [ 1471.371071] env[63326]: _type = "Task" [ 1471.371071] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.378352] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.548017] env[63326]: DEBUG nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1471.568195] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.574194] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1471.574446] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.574602] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.574836] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.574988] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.575171] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1471.575387] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1471.575545] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1471.575726] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1471.575918] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1471.576146] env[63326]: DEBUG nova.virt.hardware [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1471.577016] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa3f10f-58eb-4da0-b3b7-bf018196016e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.585246] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c8dcc-d370-42d8-822b-eaaa07f04a53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.647676] env[63326]: DEBUG nova.compute.manager [req-2dd7e5ea-a124-4f57-87d3-2308622a6f64 req-c6c407a2-4be6-456a-b96b-cc9c5bcdcb7c service nova] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Received event network-vif-deleted-2431030c-2d05-4780-856b-56eb64a58311 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1471.661754] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.664167] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.181s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.685173] env[63326]: INFO nova.scheduler.client.report [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Deleted allocations for instance 22d7c5ad-bee8-4669-97eb-41f10f883d7f [ 1471.738327] env[63326]: DEBUG nova.network.neutron [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.859319] env[63326]: DEBUG nova.network.neutron [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.881776] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725883, 'name': ReconfigVM_Task, 'duration_secs': 0.271825} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.882514] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 75b288ad-f1f4-42de-a9fc-fb226b015b7b/75b288ad-f1f4-42de-a9fc-fb226b015b7b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.882721] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ae61fad-a03c-41f6-9e2c-f4a7acdac097 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.889412] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1471.889412] env[63326]: value = "task-1725884" [ 1471.889412] env[63326]: _type = "Task" [ 1471.889412] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.897517] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725884, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.196681] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a6ee04a1-4a5a-4eb1-bce3-d73ab103b66f tempest-DeleteServersAdminTestJSON-1680436572 tempest-DeleteServersAdminTestJSON-1680436572-project-member] Lock "22d7c5ad-bee8-4669-97eb-41f10f883d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.211s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.361760] env[63326]: DEBUG oslo_concurrency.lockutils [req-3ad60362-9a7b-4e23-9aa4-a2f7f5ebdc61 req-1a0fa04f-ac8e-438d-b539-eadd23cb22e8 service nova] Releasing lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.399227] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725884, 'name': Rename_Task, 'duration_secs': 0.177783} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.399602] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.399987] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4bcb8ff-4189-4379-aaca-eccf4c693160 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.406323] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1472.406323] env[63326]: value = "task-1725885" [ 1472.406323] env[63326]: _type = "Task" [ 1472.406323] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.415563] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.418092] env[63326]: DEBUG nova.network.neutron [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Successfully updated port: 9cce99ae-b22a-4203-9f58-426917c4b49b {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.447183] env[63326]: DEBUG nova.network.neutron [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Successfully updated port: dc6f25ff-c2bc-48a5-a266-c1c5fc297776 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.683064] env[63326]: INFO nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating resource usage from migration 056d6959-b44f-40ac-a499-ebb0c4908bf5 [ 1472.708263] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f5876f3c-d9cf-4c2f-be4e-6d4a21322eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.708263] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6be94b16-80b6-401b-86ff-853141f16e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.708263] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 56adab99-108b-4ba6-927c-ac38e47a13fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1472.708834] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8031f33e-874a-4028-885b-081279aa1912 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1472.709124] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2eedd158-0d03-42eb-9613-caa6ff90b54a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.709373] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e310e14f-4487-4993-a6b6-367be947a9ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.709710] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 0aad3079-8ed4-4e29-95e6-9ad3580ec300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.711049] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2503dee7-4536-4222-909c-e24a3718df40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.711049] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 04db72ce-e49a-4ee7-a321-9810dd258233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.711049] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3887d706-a6f2-4e8d-b6db-8946280404a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.711049] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 26e0c08f-605b-43f0-9213-0e19d2f24e46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1472.711788] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 306771ef-135a-4b79-b20d-2250464ef4d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1472.712059] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 7283b32e-7419-426a-8f8a-b1644862ea0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1472.712268] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance aafab203-8757-4bab-b2f1-7bc29e818e7c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1472.715014] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 1fce1567-6383-45d1-8001-e6839a481c69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.715014] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance ca83c6a4-58cb-4adf-af67-20d6b93dd05d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1472.715014] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 1e77e92e-3ef8-4914-82d5-e9163486a32e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1472.715014] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 22a6d0c5-5bb2-495c-9688-3d56b7253045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.715014] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 75b288ad-f1f4-42de-a9fc-fb226b015b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.715014] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.715014] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 61e42297-2200-451a-8449-021698550e5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1472.918617] env[63326]: DEBUG oslo_vmware.api [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725885, 'name': PowerOnVM_Task, 'duration_secs': 0.463888} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.919117] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.919561] env[63326]: INFO nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1472.919790] env[63326]: DEBUG nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.920378] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.920546] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.920718] env[63326]: DEBUG nova.network.neutron [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.922311] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a70bed-b6b6-4c76-a700-d2e91a368b1f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.951244] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.951244] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquired lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.951244] env[63326]: DEBUG nova.network.neutron [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.189443] env[63326]: DEBUG nova.compute.manager [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Received event network-vif-plugged-dc6f25ff-c2bc-48a5-a266-c1c5fc297776 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1473.189666] env[63326]: DEBUG oslo_concurrency.lockutils [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] Acquiring lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.189884] env[63326]: DEBUG oslo_concurrency.lockutils [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.190085] env[63326]: DEBUG oslo_concurrency.lockutils [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.190258] env[63326]: DEBUG nova.compute.manager [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] No waiting events found dispatching network-vif-plugged-dc6f25ff-c2bc-48a5-a266-c1c5fc297776 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.190424] env[63326]: WARNING nova.compute.manager [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Received unexpected event network-vif-plugged-dc6f25ff-c2bc-48a5-a266-c1c5fc297776 for instance with vm_state building and task_state spawning. [ 1473.190585] env[63326]: DEBUG nova.compute.manager [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Received event network-changed-dc6f25ff-c2bc-48a5-a266-c1c5fc297776 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1473.190741] env[63326]: DEBUG nova.compute.manager [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Refreshing instance network info cache due to event network-changed-dc6f25ff-c2bc-48a5-a266-c1c5fc297776. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1473.190905] env[63326]: DEBUG oslo_concurrency.lockutils [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] Acquiring lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.216588] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3e499f64-1e39-4972-ac48-9672b6d39f83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1473.312995] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] Acquiring lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.313230] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] Acquired lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.313410] env[63326]: DEBUG nova.network.neutron [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.443636] env[63326]: INFO nova.compute.manager [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Took 53.16 seconds to build instance. [ 1473.459913] env[63326]: DEBUG nova.network.neutron [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.494490] env[63326]: DEBUG nova.network.neutron [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.719636] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1473.855960] env[63326]: DEBUG nova.network.neutron [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Updating instance_info_cache with network_info: [{"id": "17cd1432-5997-406d-ba68-00aebe576aed", "address": "fa:16:3e:29:f7:9a", "network": {"id": "255dab6f-63ad-4629-8ccd-363d7329da3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1296274480", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cd1432-59", "ovs_interfaceid": "17cd1432-5997-406d-ba68-00aebe576aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc6f25ff-c2bc-48a5-a266-c1c5fc297776", "address": "fa:16:3e:b4:8d:91", "network": {"id": "8eb01445-9f36-4341-8a3a-248687c520be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1653746315", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6f25ff-c2", "ovs_interfaceid": "dc6f25ff-c2bc-48a5-a266-c1c5fc297776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.946401] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e52ea94-69fc-4a9d-95aa-ae9737f01b36 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.108s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.970393] env[63326]: DEBUG nova.network.neutron [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Updating instance_info_cache with network_info: [{"id": "9cce99ae-b22a-4203-9f58-426917c4b49b", "address": "fa:16:3e:aa:b8:74", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cce99ae-b2", "ovs_interfaceid": "9cce99ae-b22a-4203-9f58-426917c4b49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.127239] env[63326]: DEBUG nova.compute.manager [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] Received event network-vif-plugged-9cce99ae-b22a-4203-9f58-426917c4b49b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1474.127239] env[63326]: DEBUG oslo_concurrency.lockutils [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] Acquiring lock "61e42297-2200-451a-8449-021698550e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.127239] env[63326]: DEBUG oslo_concurrency.lockutils [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] Lock "61e42297-2200-451a-8449-021698550e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.127239] env[63326]: DEBUG oslo_concurrency.lockutils [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] Lock "61e42297-2200-451a-8449-021698550e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.127239] env[63326]: DEBUG nova.compute.manager [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] No waiting events found dispatching network-vif-plugged-9cce99ae-b22a-4203-9f58-426917c4b49b {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1474.127239] env[63326]: WARNING nova.compute.manager [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] Received unexpected event network-vif-plugged-9cce99ae-b22a-4203-9f58-426917c4b49b for instance with vm_state building and task_state spawning. [ 1474.127239] env[63326]: DEBUG nova.compute.manager [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] Received event network-changed-9cce99ae-b22a-4203-9f58-426917c4b49b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1474.127760] env[63326]: DEBUG nova.compute.manager [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] Refreshing instance network info cache due to event network-changed-9cce99ae-b22a-4203-9f58-426917c4b49b. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1474.128036] env[63326]: DEBUG oslo_concurrency.lockutils [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] Acquiring lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.152297] env[63326]: DEBUG nova.network.neutron [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Updating instance_info_cache with network_info: [{"id": "640beb4d-66eb-4299-90e1-68e744d61c79", "address": "fa:16:3e:95:84:04", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640beb4d-66", "ovs_interfaceid": "640beb4d-66eb-4299-90e1-68e744d61c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.224047] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 166d524e-5922-4de7-8478-a63533670746 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1474.360861] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Releasing lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.361328] env[63326]: DEBUG nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Instance network_info: |[{"id": "17cd1432-5997-406d-ba68-00aebe576aed", "address": "fa:16:3e:29:f7:9a", "network": {"id": "255dab6f-63ad-4629-8ccd-363d7329da3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1296274480", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cd1432-59", "ovs_interfaceid": "17cd1432-5997-406d-ba68-00aebe576aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc6f25ff-c2bc-48a5-a266-c1c5fc297776", "address": "fa:16:3e:b4:8d:91", "network": {"id": "8eb01445-9f36-4341-8a3a-248687c520be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1653746315", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6f25ff-c2", "ovs_interfaceid": "dc6f25ff-c2bc-48a5-a266-c1c5fc297776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.361694] env[63326]: DEBUG oslo_concurrency.lockutils [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] Acquired lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.361911] env[63326]: DEBUG nova.network.neutron [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Refreshing network info cache for port dc6f25ff-c2bc-48a5-a266-c1c5fc297776 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.363401] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:f7:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17cd1432-5997-406d-ba68-00aebe576aed', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:8d:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc6f25ff-c2bc-48a5-a266-c1c5fc297776', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.373784] env[63326]: DEBUG oslo.service.loopingcall [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.376920] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.377443] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c352307b-5d04-4ef6-9782-ee2b0a6f7ef3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.401083] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.401083] env[63326]: value = "task-1725886" [ 1474.401083] env[63326]: _type = "Task" [ 1474.401083] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.413511] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725886, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.448989] env[63326]: DEBUG nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.474809] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.474809] env[63326]: DEBUG nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Instance network_info: |[{"id": "9cce99ae-b22a-4203-9f58-426917c4b49b", "address": "fa:16:3e:aa:b8:74", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cce99ae-b2", "ovs_interfaceid": "9cce99ae-b22a-4203-9f58-426917c4b49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.475145] env[63326]: DEBUG oslo_concurrency.lockutils [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] Acquired lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.475145] env[63326]: DEBUG nova.network.neutron [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] Refreshing network info cache for port 9cce99ae-b22a-4203-9f58-426917c4b49b {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.476440] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:b8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cce99ae-b22a-4203-9f58-426917c4b49b', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.484560] env[63326]: DEBUG oslo.service.loopingcall [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.490215] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e42297-2200-451a-8449-021698550e5a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.491941] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3138737-1771-4793-8282-b2e7b62c4e93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.513017] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.513017] env[63326]: value = "task-1725887" [ 1474.513017] env[63326]: _type = "Task" [ 1474.513017] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.521058] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725887, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.655575] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] Releasing lock "refresh_cache-75b288ad-f1f4-42de-a9fc-fb226b015b7b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.655841] env[63326]: DEBUG nova.compute.manager [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Inject network info {{(pid=63326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1474.656111] env[63326]: DEBUG nova.compute.manager [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] network_info to inject: |[{"id": "640beb4d-66eb-4299-90e1-68e744d61c79", "address": "fa:16:3e:95:84:04", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640beb4d-66", "ovs_interfaceid": "640beb4d-66eb-4299-90e1-68e744d61c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1474.661214] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Reconfiguring VM instance to set the machine id {{(pid=63326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1474.663708] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d409d91-ce49-4411-a8a9-ed90520eda36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.692276] env[63326]: DEBUG oslo_vmware.api [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] Waiting for the task: (returnval){ [ 1474.692276] env[63326]: value = "task-1725888" [ 1474.692276] env[63326]: _type = "Task" [ 1474.692276] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.706893] env[63326]: DEBUG oslo_vmware.api [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] Task: {'id': task-1725888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.730891] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 67e44e2d-1e54-4380-b32e-7b54be385e34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1474.913450] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725886, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.970572] env[63326]: DEBUG nova.network.neutron [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Updated VIF entry in instance network info cache for port dc6f25ff-c2bc-48a5-a266-c1c5fc297776. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.971487] env[63326]: DEBUG nova.network.neutron [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Updating instance_info_cache with network_info: [{"id": "17cd1432-5997-406d-ba68-00aebe576aed", "address": "fa:16:3e:29:f7:9a", "network": {"id": "255dab6f-63ad-4629-8ccd-363d7329da3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1296274480", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cd1432-59", "ovs_interfaceid": "17cd1432-5997-406d-ba68-00aebe576aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc6f25ff-c2bc-48a5-a266-c1c5fc297776", "address": "fa:16:3e:b4:8d:91", "network": {"id": "8eb01445-9f36-4341-8a3a-248687c520be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1653746315", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6f25ff-c2", "ovs_interfaceid": "dc6f25ff-c2bc-48a5-a266-c1c5fc297776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.976744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.027297] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725887, 'name': CreateVM_Task, 'duration_secs': 0.35712} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.027461] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e42297-2200-451a-8449-021698550e5a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.028180] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.028348] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.028673] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.028936] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e0dfa2-9cbc-4cc7-bbc9-22ec4924b7fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.034170] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1475.034170] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52535102-6273-cee6-0af3-db2fe2d79c22" [ 1475.034170] env[63326]: _type = "Task" [ 1475.034170] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.044085] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52535102-6273-cee6-0af3-db2fe2d79c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.071715] env[63326]: DEBUG nova.network.neutron [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] Updated VIF entry in instance network info cache for port 9cce99ae-b22a-4203-9f58-426917c4b49b. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.072084] env[63326]: DEBUG nova.network.neutron [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] Updating instance_info_cache with network_info: [{"id": "9cce99ae-b22a-4203-9f58-426917c4b49b", "address": "fa:16:3e:aa:b8:74", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cce99ae-b2", "ovs_interfaceid": "9cce99ae-b22a-4203-9f58-426917c4b49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.214443] env[63326]: DEBUG oslo_vmware.api [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] Task: {'id': task-1725888, 'name': ReconfigVM_Task, 'duration_secs': 0.206259} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.214983] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-159375cb-60a8-471e-a0ae-38408af3e005 tempest-ServersAdminTestJSON-1427481738 tempest-ServersAdminTestJSON-1427481738-project-admin] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Reconfigured VM instance to set the machine id {{(pid=63326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1475.235554] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1475.413045] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725886, 'name': CreateVM_Task, 'duration_secs': 0.674917} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.413045] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.413045] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.474804] env[63326]: DEBUG oslo_concurrency.lockutils [req-aa52df08-668c-493b-a508-c454e73e3ee2 req-50db2729-3200-4dac-8345-208fe8fda8b3 service nova] Releasing lock "refresh_cache-4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.545856] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52535102-6273-cee6-0af3-db2fe2d79c22, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.546317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.546693] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.546953] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.547144] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.547347] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.547670] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.548014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.548265] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96538f85-6d91-44c6-aa53-2553876d9668 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.550446] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9e7585-9ead-40d3-872d-3f25f05f953c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.557786] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1475.557786] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523305bc-1263-5300-f71b-09ba82a099a0" [ 1475.557786] env[63326]: _type = "Task" [ 1475.557786] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.559176] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.559363] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.563261] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ce5f91-c3c6-4bc6-b1d1-6fc0dd4517d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.573210] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523305bc-1263-5300-f71b-09ba82a099a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.574430] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.574702] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.574996] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.575455] env[63326]: DEBUG oslo_concurrency.lockutils [req-44742215-8401-4b82-b880-4e60bba83dc6 req-142dd6e5-4c90-4f43-b7d6-b4803f8e7845 service nova] Releasing lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.575900] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1475.575900] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5252d9ed-dba4-9bbd-84ea-c7e5d51694af" [ 1475.575900] env[63326]: _type = "Task" [ 1475.575900] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.585971] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5252d9ed-dba4-9bbd-84ea-c7e5d51694af, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.586754] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085eb7b5-d6e5-4bc2-919d-5c436e38dd72 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.592279] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1475.592279] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526b503b-b2f9-a25b-fc99-e979a9225c18" [ 1475.592279] env[63326]: _type = "Task" [ 1475.592279] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.600279] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526b503b-b2f9-a25b-fc99-e979a9225c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.739293] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 1f41278f-fd24-47d9-9973-87ece1744370 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1476.102624] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526b503b-b2f9-a25b-fc99-e979a9225c18, 'name': SearchDatastore_Task, 'duration_secs': 0.018137} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.102943] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.103221] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 61e42297-2200-451a-8449-021698550e5a/61e42297-2200-451a-8449-021698550e5a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.103526] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.103727] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.103886] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ceddb3-915d-4f42-9852-520dca20e919 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.105866] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2bed4d2-cf88-42ee-9017-9e000793bb2b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.112690] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1476.112690] env[63326]: value = "task-1725889" [ 1476.112690] env[63326]: _type = "Task" [ 1476.112690] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.116532] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.116708] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.117698] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b15a38-7c5d-4f73-8910-50b5e562ed95 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.122814] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.125545] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1476.125545] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b675ba-d12f-cf88-82d6-220bcd8eb862" [ 1476.125545] env[63326]: _type = "Task" [ 1476.125545] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.132578] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b675ba-d12f-cf88-82d6-220bcd8eb862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.241741] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f214df39-a352-450d-9a68-ccaa5d209b48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1476.319949] env[63326]: INFO nova.compute.manager [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Rebuilding instance [ 1476.366044] env[63326]: DEBUG nova.compute.manager [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.367201] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63c959f-ab25-41b4-93a2-8c2d7b530d5a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.622338] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725889, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.635455] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b675ba-d12f-cf88-82d6-220bcd8eb862, 'name': SearchDatastore_Task, 'duration_secs': 0.026796} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.636963] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4e1056-31fb-434a-b80e-8f8e87a03e3f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.642603] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1476.642603] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a04218-d26e-a174-b0ef-ee88e24a5fa5" [ 1476.642603] env[63326]: _type = "Task" [ 1476.642603] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.650088] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a04218-d26e-a174-b0ef-ee88e24a5fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.744874] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1477.128368] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867566} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.129976] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 61e42297-2200-451a-8449-021698550e5a/61e42297-2200-451a-8449-021698550e5a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.131445] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1477.132251] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ce81317-a24f-4cdb-9c01-952c13c18d6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.145336] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1477.145336] env[63326]: value = "task-1725890" [ 1477.145336] env[63326]: _type = "Task" [ 1477.145336] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.156396] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a04218-d26e-a174-b0ef-ee88e24a5fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.05578} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.159505] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.159846] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd/4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.160184] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.160433] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f688aa7c-ac8f-4df4-8733-142b1f956e8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.167533] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1477.167533] env[63326]: value = "task-1725891" [ 1477.167533] env[63326]: _type = "Task" [ 1477.167533] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.176358] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.248447] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e10a6121-e366-41c8-b000-9a27fb0dc4c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1477.383775] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.384127] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad61378-fb58-4373-83e3-12a896dd6c50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.390893] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1477.390893] env[63326]: value = "task-1725892" [ 1477.390893] env[63326]: _type = "Task" [ 1477.390893] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.403070] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.658365] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081314} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.658668] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1477.659707] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f171b4-c058-4eab-b2a4-9d09fd55e48e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.688908] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 61e42297-2200-451a-8449-021698550e5a/61e42297-2200-451a-8449-021698550e5a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.693562] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2313b13b-c10d-4758-b412-9cd5e3bd7473 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.715919] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.717615] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1477.717615] env[63326]: value = "task-1725893" [ 1477.717615] env[63326]: _type = "Task" [ 1477.717615] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.728561] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.751778] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2d314c2f-890b-4ce0-971c-181d512ec73e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1477.751778] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Migration 056d6959-b44f-40ac-a499-ebb0c4908bf5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1477.751965] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 692d1c21-885a-4b1c-9eb2-9e18d95814c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1477.904838] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725892, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.190817] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886643} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.191723] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd/4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.192143] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.192455] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-112a0c42-ba41-4b28-851a-50ff0eba2510 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.201017] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1478.201017] env[63326]: value = "task-1725894" [ 1478.201017] env[63326]: _type = "Task" [ 1478.201017] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.210376] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.227106] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.255276] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 0b19d2c8-f7c9-4d74-940e-be61b6b073e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1478.255821] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1478.255821] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1478.406897] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725892, 'name': PowerOffVM_Task, 'duration_secs': 0.583896} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.407255] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.407491] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.408296] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd21afb1-cd1a-4630-b7d2-2cdbe00fdaf3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.420220] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.420399] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46aff559-0cef-4763-9f2d-a35b13f70fe0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.501296] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.501511] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.501682] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleting the datastore file [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.501933] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d60663-adee-4fa7-ace5-aca7f2c52c25 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.508985] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1478.508985] env[63326]: value = "task-1725896" [ 1478.508985] env[63326]: _type = "Task" [ 1478.508985] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.520727] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.713818] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.432444} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.714387] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.715429] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d3775c-68b1-4a33-a43e-425e1c7988bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.744989] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd/4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.746030] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10ffe5b-35fb-4b14-bb3a-baca07d7789b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.769694] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725893, 'name': ReconfigVM_Task, 'duration_secs': 1.018282} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.771124] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 61e42297-2200-451a-8449-021698550e5a/61e42297-2200-451a-8449-021698550e5a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.771314] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb41eec-36e6-49a5-9114-3dc606b59807 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.775315] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1478.775315] env[63326]: value = "task-1725897" [ 1478.775315] env[63326]: _type = "Task" [ 1478.775315] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.779279] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1478.779279] env[63326]: value = "task-1725898" [ 1478.779279] env[63326]: _type = "Task" [ 1478.779279] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.787650] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.794034] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725898, 'name': Rename_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.847170] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc442fc-bafd-4c6c-bd54-a8aa27e76be5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.855636] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79010fae-1b78-4c0f-8771-bad5597b95ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.891130] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e24395-2d37-4b06-a366-bf794a7b4cc7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.899621] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef36aa-ba55-434b-813e-135ff55e6f68 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.914350] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.022292] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411951} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.022578] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.022774] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.022979] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.296597] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725897, 'name': ReconfigVM_Task, 'duration_secs': 0.342691} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.300103] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd/4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.300953] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725898, 'name': Rename_Task, 'duration_secs': 0.166347} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.301306] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e92abb2-c2b7-4f98-8290-b802d4375bec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.303040] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.303383] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5926252c-b058-40de-8481-18615e2765f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.312133] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1479.312133] env[63326]: value = "task-1725900" [ 1479.312133] env[63326]: _type = "Task" [ 1479.312133] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.312133] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1479.312133] env[63326]: value = "task-1725899" [ 1479.312133] env[63326]: _type = "Task" [ 1479.312133] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.323309] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.327105] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725899, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.436564] env[63326]: ERROR nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [req-60d36996-5ec3-4334-8a8f-083043803719] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60d36996-5ec3-4334-8a8f-083043803719"}]} [ 1479.458993] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1479.474167] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1479.474410] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.491344] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1479.511235] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1479.836281] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725899, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.836281] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725900, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.068643] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.068909] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.069107] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.069309] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.069452] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.069595] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.069842] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.070017] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.070194] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.070358] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.070530] env[63326]: DEBUG nova.virt.hardware [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.071438] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d1a332-f222-4418-8177-7b7f871ce20d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.076889] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e85ca6-417a-43ab-b17d-dccc097bf592 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.086095] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c91bd-a097-4307-b6a3-b3b1971beedb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.090716] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b73c8-2165-470f-99b0-d86c04e1728b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.105128] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a9:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47e24b27-807e-4788-befe-d87d883e17e2', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.113388] env[63326]: DEBUG oslo.service.loopingcall [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.137757] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.138231] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66dff99d-b17b-4550-a7ab-3ba4516176b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.153016] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1fdd97-a443-49a4-8726-0e6d86d6ad90 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.162572] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875cc441-238e-4a65-b3d7-d87dfd4b5ac3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.166438] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.166438] env[63326]: value = "task-1725901" [ 1480.166438] env[63326]: _type = "Task" [ 1480.166438] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.178020] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1480.183657] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725901, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.326664] env[63326]: DEBUG oslo_vmware.api [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725900, 'name': PowerOnVM_Task, 'duration_secs': 0.541157} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.327540] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.327820] env[63326]: INFO nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1480.328099] env[63326]: DEBUG nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.328971] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de02552-3dcd-4524-8ab9-dbe3197dc20d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.334596] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725899, 'name': Rename_Task, 'duration_secs': 0.911043} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.335291] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.335555] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a88f5da-d321-4ef0-8acf-0f1403f0ba19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.346690] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1480.346690] env[63326]: value = "task-1725902" [ 1480.346690] env[63326]: _type = "Task" [ 1480.346690] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.354334] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.685373] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725901, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.719155] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1480.719795] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 82 to 83 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1480.719795] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1480.860746] env[63326]: INFO nova.compute.manager [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Took 52.71 seconds to build instance. [ 1480.868581] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725902, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.178735] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725901, 'name': CreateVM_Task, 'duration_secs': 0.57973} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.178916] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.179618] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.179786] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.180111] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.180409] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab9f352-2525-4ce2-bd5c-e41335a1b42f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.185174] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1481.185174] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a875a7-3b66-8984-4f87-e33e58f681f1" [ 1481.185174] env[63326]: _type = "Task" [ 1481.185174] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.193769] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a875a7-3b66-8984-4f87-e33e58f681f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.225849] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1481.226079] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.562s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.226399] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.212s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.228110] env[63326]: INFO nova.compute.claims [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.230748] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.230998] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1481.363841] env[63326]: DEBUG oslo_vmware.api [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725902, 'name': PowerOnVM_Task, 'duration_secs': 0.562043} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.366192] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.366192] env[63326]: INFO nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Took 12.49 seconds to spawn the instance on the hypervisor. [ 1481.366192] env[63326]: DEBUG nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.366192] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98f786d-adc8-4da1-af25-ba86e09505ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.370337] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94924984-6b0c-436f-8c49-c33d845dff29 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "61e42297-2200-451a-8449-021698550e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.360s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.665676] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.665935] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.697415] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a875a7-3b66-8984-4f87-e33e58f681f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.697710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.697959] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1481.698242] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.698395] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.698571] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1481.698825] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64ead18e-fca4-4ba2-855d-4b850cef5e8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.711136] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1481.711136] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1481.711136] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76e4a18-2680-45c1-a9ff-19640c8a7548 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.715771] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1481.715771] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]527be001-cda8-3cba-23c8-7218aba319c6" [ 1481.715771] env[63326]: _type = "Task" [ 1481.715771] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.724022] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527be001-cda8-3cba-23c8-7218aba319c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.741765] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] There are 28 instances to clean {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1481.743047] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 22d7c5ad-bee8-4669-97eb-41f10f883d7f] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1481.877233] env[63326]: DEBUG nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.890602] env[63326]: INFO nova.compute.manager [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Took 58.95 seconds to build instance. [ 1482.174185] env[63326]: INFO nova.compute.manager [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Rescuing [ 1482.175039] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.175039] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.175039] env[63326]: DEBUG nova.network.neutron [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.200517] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69697e8-cd8d-4d42-8ebd-72d191a9a413 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.209046] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de15543-0cfa-4936-a9a5-086944bf7017 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.242509] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64768a6f-5486-410d-9801-fc0cd6848498 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.254618] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 530863d0-7395-4add-8633-51aa81bf1067] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1482.256421] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527be001-cda8-3cba-23c8-7218aba319c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.258328] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aab369-9b15-416c-b291-900e9b2a3656 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.262174] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999e778e-ce05-4647-a7c8-aefc18902a8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.274767] env[63326]: DEBUG nova.compute.provider_tree [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.277259] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1482.277259] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b70379-3bf9-8044-294a-e21afaa21db7" [ 1482.277259] env[63326]: _type = "Task" [ 1482.277259] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.288123] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b70379-3bf9-8044-294a-e21afaa21db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.392017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bbe8adc2-9eba-4ab8-9f32-cbe702ed409a tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.783s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.403809] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.757521] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f319fa4f-12a1-4c82-8f25-4cd33cbe15fd] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1482.781639] env[63326]: DEBUG nova.scheduler.client.report [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.794057] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b70379-3bf9-8044-294a-e21afaa21db7, 'name': SearchDatastore_Task, 'duration_secs': 0.035553} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.794057] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.794274] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.795023] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b304a99-40b7-431c-a998-3162175e6c95 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.805095] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1482.805095] env[63326]: value = "task-1725903" [ 1482.805095] env[63326]: _type = "Task" [ 1482.805095] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.813573] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.894444] env[63326]: DEBUG nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1482.954475] env[63326]: DEBUG nova.network.neutron [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Updating instance_info_cache with network_info: [{"id": "9cce99ae-b22a-4203-9f58-426917c4b49b", "address": "fa:16:3e:aa:b8:74", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cce99ae-b2", "ovs_interfaceid": "9cce99ae-b22a-4203-9f58-426917c4b49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.184608] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.184877] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.185308] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.185509] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.185688] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.188362] env[63326]: INFO nova.compute.manager [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Terminating instance [ 1483.261118] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f252e51d-4fcf-4558-8796-86c7d48270d9] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1483.289443] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.062s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.289443] env[63326]: DEBUG nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1483.293093] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.327s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.293093] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.295030] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.424s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.296221] env[63326]: INFO nova.compute.claims [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.312593] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466721} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.312860] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1483.313126] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1483.313377] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e6550f4-9455-45a4-b6e9-306e290e6377 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.320319] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1483.320319] env[63326]: value = "task-1725904" [ 1483.320319] env[63326]: _type = "Task" [ 1483.320319] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.321240] env[63326]: INFO nova.scheduler.client.report [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Deleted allocations for instance 56adab99-108b-4ba6-927c-ac38e47a13fc [ 1483.335350] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.414631] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.456947] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.692847] env[63326]: DEBUG nova.compute.manager [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.693238] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.694593] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e75af-9102-4a2c-af85-411950279694 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.704826] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.705202] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23b35b5f-7f2e-413a-9c33-bf6dc99effe3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.711941] env[63326]: DEBUG oslo_vmware.api [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1483.711941] env[63326]: value = "task-1725905" [ 1483.711941] env[63326]: _type = "Task" [ 1483.711941] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.720783] env[63326]: DEBUG oslo_vmware.api [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.765480] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 5abce697-9c13-4f21-ab19-38118cee8fe0] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1483.800262] env[63326]: DEBUG nova.compute.utils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.801611] env[63326]: DEBUG nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.801792] env[63326]: DEBUG nova.network.neutron [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.833865] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069802} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.834223] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8a79a02-0dfa-46ff-9763-e5ec10cbd6bf tempest-ListImageFiltersTestJSON-1973527251 tempest-ListImageFiltersTestJSON-1973527251-project-member] Lock "56adab99-108b-4ba6-927c-ac38e47a13fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.963s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.835134] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.836057] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a0aff5-39aa-43d3-ac0a-11f0ca8adf82 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.859776] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.861259] env[63326]: DEBUG nova.policy [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87616900c9374bcf871b1cd02ea5a833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf77bd63992c4df19e7bfce11b0f7ac8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1483.864091] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b03f409-105f-4266-8b33-1570fd635ebf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.888130] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1483.888130] env[63326]: value = "task-1725906" [ 1483.888130] env[63326]: _type = "Task" [ 1483.888130] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.899495] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.226794] env[63326]: DEBUG oslo_vmware.api [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725905, 'name': PowerOffVM_Task, 'duration_secs': 0.233016} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.227097] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.227278] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.227523] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ea76853-bfff-4b5a-b64a-5efe591e1938 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.268432] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 3f40a8f7-b930-46dc-b2c1-0afb27d10e54] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1484.306717] env[63326]: DEBUG nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1484.342905] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.343080] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.346775] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Deleting the datastore file [datastore1] 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.346775] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-744f266f-2a0f-4e60-b414-f493c2787da0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.354888] env[63326]: DEBUG oslo_vmware.api [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for the task: (returnval){ [ 1484.354888] env[63326]: value = "task-1725908" [ 1484.354888] env[63326]: _type = "Task" [ 1484.354888] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.365221] env[63326]: DEBUG oslo_vmware.api [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.400392] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725906, 'name': ReconfigVM_Task, 'duration_secs': 0.322062} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.403153] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Reconfigured VM instance instance-00000009 to attach disk [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.403998] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3453df2-3cbb-4b2e-a495-2fbcf971bc9e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.411263] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1484.411263] env[63326]: value = "task-1725909" [ 1484.411263] env[63326]: _type = "Task" [ 1484.411263] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.420901] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725909, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.490026] env[63326]: DEBUG nova.network.neutron [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Successfully created port: 202f4531-619c-4358-8690-ee5f8fa4e38e {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.771272] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 31002119-3635-4d4e-a1b6-69508d2aeaac] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1484.845514] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25bbdba-a4f3-43fe-b232-c848412b87e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.853386] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfa0787-a416-4e3e-87fd-7b4227938e8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.863810] env[63326]: DEBUG oslo_vmware.api [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Task: {'id': task-1725908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137871} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.889516] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.889516] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.889860] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.889860] env[63326]: INFO nova.compute.manager [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1484.890110] env[63326]: DEBUG oslo.service.loopingcall [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.890840] env[63326]: DEBUG nova.compute.manager [-] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.890972] env[63326]: DEBUG nova.network.neutron [-] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.894191] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee5039-61f4-44ce-a9b5-cf994df28a3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.904235] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26785a88-21ef-40fb-b842-4be7e2aba31c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.917465] env[63326]: DEBUG nova.compute.provider_tree [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.926101] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725909, 'name': Rename_Task, 'duration_secs': 0.144325} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.926378] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.926620] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16962fc4-bf16-4a65-a34e-a33ffc44aecc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.934162] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1484.934162] env[63326]: value = "task-1725910" [ 1484.934162] env[63326]: _type = "Task" [ 1484.934162] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.941234] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.997237] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.997636] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a9cb865-74c8-4ac2-a8c0-654aa8c924ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.004452] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1485.004452] env[63326]: value = "task-1725911" [ 1485.004452] env[63326]: _type = "Task" [ 1485.004452] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.012287] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.278303] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 940287b1-6b3c-484e-9115-080f7b454587] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1485.326042] env[63326]: DEBUG nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1485.330957] env[63326]: DEBUG nova.compute.manager [req-b90f70d1-fa75-4857-b8f9-0a464fee43a9 req-ca953b44-305b-40f0-8ae3-087f23de71ae service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Received event network-vif-deleted-17cd1432-5997-406d-ba68-00aebe576aed {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1485.331244] env[63326]: INFO nova.compute.manager [req-b90f70d1-fa75-4857-b8f9-0a464fee43a9 req-ca953b44-305b-40f0-8ae3-087f23de71ae service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Neutron deleted interface 17cd1432-5997-406d-ba68-00aebe576aed; detaching it from the instance and deleting it from the info cache [ 1485.331515] env[63326]: DEBUG nova.network.neutron [req-b90f70d1-fa75-4857-b8f9-0a464fee43a9 req-ca953b44-305b-40f0-8ae3-087f23de71ae service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Updating instance_info_cache with network_info: [{"id": "dc6f25ff-c2bc-48a5-a266-c1c5fc297776", "address": "fa:16:3e:b4:8d:91", "network": {"id": "8eb01445-9f36-4341-8a3a-248687c520be", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1653746315", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15370233e0384cb7a7e753856ec5c94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6f25ff-c2", "ovs_interfaceid": "dc6f25ff-c2bc-48a5-a266-c1c5fc297776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.355752] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.356014] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.356177] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.356361] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.356518] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.356663] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.356880] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.357050] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.357213] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.357367] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.357528] env[63326]: DEBUG nova.virt.hardware [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.358710] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d54fb3f-ac99-4645-97e3-0a148e673744 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.368629] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b04cad-73e0-47c1-a45e-91530503bc18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.440935] env[63326]: ERROR nova.scheduler.client.report [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [req-4b5668f6-7b10-4e96-b412-12ea370f4c9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b5668f6-7b10-4e96-b412-12ea370f4c9c"}]} [ 1485.446679] env[63326]: DEBUG oslo_vmware.api [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725910, 'name': PowerOnVM_Task, 'duration_secs': 0.46486} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.449834] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1485.449834] env[63326]: DEBUG nova.compute.manager [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.449834] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde22719-d4e5-4f73-9e3f-e4bf50e40f60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.460883] env[63326]: DEBUG nova.scheduler.client.report [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1485.485835] env[63326]: DEBUG nova.scheduler.client.report [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1485.485835] env[63326]: DEBUG nova.compute.provider_tree [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1485.501521] env[63326]: DEBUG nova.scheduler.client.report [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1485.517768] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725911, 'name': PowerOffVM_Task, 'duration_secs': 0.21321} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.518695] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.518938] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a6338e-fd4f-4a84-a44c-a107bd58c584 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.544708] env[63326]: DEBUG nova.scheduler.client.report [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1485.547138] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be2be32-be8b-4ea7-9e3a-73e9160a0253 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.586449] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.586591] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958779c9-8cca-4277-aff9-360046bec234 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.594537] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1485.594537] env[63326]: value = "task-1725912" [ 1485.594537] env[63326]: _type = "Task" [ 1485.594537] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.607726] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1485.607939] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.608195] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.608506] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.608741] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.608989] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81901597-3c14-4809-9d13-b1f75d0f09c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.620049] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.620262] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.621349] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e65dc98-4b73-494b-ae5c-6486ed6d8e05 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.626340] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1485.626340] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b42007-bc50-0ba7-c4aa-0ffd6cd81be0" [ 1485.626340] env[63326]: _type = "Task" [ 1485.626340] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.634462] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b42007-bc50-0ba7-c4aa-0ffd6cd81be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.781528] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 192917aa-96cd-4d58-b160-e022003d565a] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1485.836236] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38ebe422-e904-4fc0-b6d0-ef6b89e52c02 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.846095] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d1363b-a6f1-4255-9a22-e0be37b93979 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.880951] env[63326]: DEBUG nova.compute.manager [req-b90f70d1-fa75-4857-b8f9-0a464fee43a9 req-ca953b44-305b-40f0-8ae3-087f23de71ae service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Detach interface failed, port_id=17cd1432-5997-406d-ba68-00aebe576aed, reason: Instance 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1485.965574] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.052013] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd8856d-d9cf-4c0d-9a55-b52a82c4263d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.060476] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aaf594-8044-410f-89c4-f77e4f0c430c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.093561] env[63326]: DEBUG nova.network.neutron [-] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.095258] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3973a0a6-bb9f-49be-9e7b-6b283b9b4a04 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.103476] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5863f0-05f3-43a0-a2ca-3eacb91f1fb3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.118260] env[63326]: DEBUG nova.compute.provider_tree [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1486.120574] env[63326]: DEBUG nova.network.neutron [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Successfully updated port: 202f4531-619c-4358-8690-ee5f8fa4e38e {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.137823] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b42007-bc50-0ba7-c4aa-0ffd6cd81be0, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.138714] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec9edd5-e935-4bb9-bef6-76700d12a081 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.144522] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1486.144522] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a23b10-e9c5-c53d-5343-729c4969458c" [ 1486.144522] env[63326]: _type = "Task" [ 1486.144522] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.152350] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a23b10-e9c5-c53d-5343-729c4969458c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.283753] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 7e178341-9bd5-498c-a076-ddcfbbf4823f] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1486.598859] env[63326]: INFO nova.compute.manager [-] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Took 1.71 seconds to deallocate network for instance. [ 1486.625918] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquiring lock "refresh_cache-3e499f64-1e39-4972-ac48-9672b6d39f83" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.626241] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquired lock "refresh_cache-3e499f64-1e39-4972-ac48-9672b6d39f83" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.626482] env[63326]: DEBUG nova.network.neutron [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.662601] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a23b10-e9c5-c53d-5343-729c4969458c, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.662601] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.662601] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 61e42297-2200-451a-8449-021698550e5a/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. {{(pid=63326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1486.662601] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07ea3c91-2cc4-46d9-a31d-8c4c7b4cea05 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.667028] env[63326]: DEBUG nova.scheduler.client.report [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1486.669047] env[63326]: DEBUG nova.compute.provider_tree [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 84 to 85 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1486.669047] env[63326]: DEBUG nova.compute.provider_tree [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1486.675453] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1486.675453] env[63326]: value = "task-1725913" [ 1486.675453] env[63326]: _type = "Task" [ 1486.675453] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.686374] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.790823] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: be5490f1-3a52-4019-8b49-b4226a57331c] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1487.061807] env[63326]: INFO nova.compute.manager [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Rebuilding instance [ 1487.107676] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.128295] env[63326]: DEBUG nova.compute.manager [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.128295] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aa2b84-e3de-4469-aa45-622125c5888a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.178118] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.881s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.178118] env[63326]: DEBUG nova.compute.manager [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1487.179442] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.234s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.180311] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.182400] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.030s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.182717] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.186018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.319s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.186261] env[63326]: INFO nova.compute.claims [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.198937] env[63326]: DEBUG nova.network.neutron [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.207764] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470377} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.207970] env[63326]: INFO nova.scheduler.client.report [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleted allocations for instance 26e0c08f-605b-43f0-9213-0e19d2f24e46 [ 1487.209013] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 61e42297-2200-451a-8449-021698550e5a/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. [ 1487.212653] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a75e50-a230-451a-ae91-0301e5903bfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.216972] env[63326]: INFO nova.scheduler.client.report [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Deleted allocations for instance 306771ef-135a-4b79-b20d-2250464ef4d4 [ 1487.243322] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 61e42297-2200-451a-8449-021698550e5a/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.246792] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed80ce3-20cf-4f29-a57d-4ed5b4646f5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.267369] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1487.267369] env[63326]: value = "task-1725914" [ 1487.267369] env[63326]: _type = "Task" [ 1487.267369] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.275562] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.298660] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 3a3361e5-7bd2-4b8b-9aff-8eaf832cb2bf] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1487.384312] env[63326]: DEBUG nova.compute.manager [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Received event network-vif-deleted-dc6f25ff-c2bc-48a5-a266-c1c5fc297776 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1487.384436] env[63326]: DEBUG nova.compute.manager [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Received event network-vif-plugged-202f4531-619c-4358-8690-ee5f8fa4e38e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1487.384542] env[63326]: DEBUG oslo_concurrency.lockutils [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] Acquiring lock "3e499f64-1e39-4972-ac48-9672b6d39f83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.384744] env[63326]: DEBUG oslo_concurrency.lockutils [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] Lock "3e499f64-1e39-4972-ac48-9672b6d39f83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.385247] env[63326]: DEBUG oslo_concurrency.lockutils [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] Lock "3e499f64-1e39-4972-ac48-9672b6d39f83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.385430] env[63326]: DEBUG nova.compute.manager [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] No waiting events found dispatching network-vif-plugged-202f4531-619c-4358-8690-ee5f8fa4e38e {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.385594] env[63326]: WARNING nova.compute.manager [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Received unexpected event network-vif-plugged-202f4531-619c-4358-8690-ee5f8fa4e38e for instance with vm_state building and task_state spawning. [ 1487.385752] env[63326]: DEBUG nova.compute.manager [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Received event network-changed-202f4531-619c-4358-8690-ee5f8fa4e38e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1487.385903] env[63326]: DEBUG nova.compute.manager [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Refreshing instance network info cache due to event network-changed-202f4531-619c-4358-8690-ee5f8fa4e38e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1487.386092] env[63326]: DEBUG oslo_concurrency.lockutils [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] Acquiring lock "refresh_cache-3e499f64-1e39-4972-ac48-9672b6d39f83" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.487652] env[63326]: DEBUG nova.network.neutron [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Updating instance_info_cache with network_info: [{"id": "202f4531-619c-4358-8690-ee5f8fa4e38e", "address": "fa:16:3e:8f:89:da", "network": {"id": "0389cc43-413b-44d9-b28e-f7ccd3a5fedf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1685766021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf77bd63992c4df19e7bfce11b0f7ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202f4531-61", "ovs_interfaceid": "202f4531-619c-4358-8690-ee5f8fa4e38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.691971] env[63326]: DEBUG nova.compute.utils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.695233] env[63326]: DEBUG nova.compute.manager [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Not allocating networking since 'none' was specified. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1487.726486] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5c638418-5d07-4104-a6d8-c49900e43dd5 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "26e0c08f-605b-43f0-9213-0e19d2f24e46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.392s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.735410] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e76bb374-6670-4073-b831-1ba0de377321 tempest-ServerPasswordTestJSON-1091275101 tempest-ServerPasswordTestJSON-1091275101-project-member] Lock "306771ef-135a-4b79-b20d-2250464ef4d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.296s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.777419] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725914, 'name': ReconfigVM_Task, 'duration_secs': 0.321309} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.777708] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 61e42297-2200-451a-8449-021698550e5a/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.778791] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db9d747-ca98-48c9-8d1c-62064b1527be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.803647] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: a4796c22-8e8f-4677-bb59-9e229fd98f84] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1487.811349] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbfd719a-e9e0-4c05-86d1-2687eaac2b93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.831827] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1487.831827] env[63326]: value = "task-1725915" [ 1487.831827] env[63326]: _type = "Task" [ 1487.831827] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.843831] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.992425] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Releasing lock "refresh_cache-3e499f64-1e39-4972-ac48-9672b6d39f83" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.992425] env[63326]: DEBUG nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Instance network_info: |[{"id": "202f4531-619c-4358-8690-ee5f8fa4e38e", "address": "fa:16:3e:8f:89:da", "network": {"id": "0389cc43-413b-44d9-b28e-f7ccd3a5fedf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1685766021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf77bd63992c4df19e7bfce11b0f7ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202f4531-61", "ovs_interfaceid": "202f4531-619c-4358-8690-ee5f8fa4e38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1487.992425] env[63326]: DEBUG oslo_concurrency.lockutils [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] Acquired lock "refresh_cache-3e499f64-1e39-4972-ac48-9672b6d39f83" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.992425] env[63326]: DEBUG nova.network.neutron [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Refreshing network info cache for port 202f4531-619c-4358-8690-ee5f8fa4e38e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.993332] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:89:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '202f4531-619c-4358-8690-ee5f8fa4e38e', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.001268] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Creating folder: Project (cf77bd63992c4df19e7bfce11b0f7ac8). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.005316] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6e5d312-250c-4eaf-98ef-ee8e7171a4b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.015855] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Created folder: Project (cf77bd63992c4df19e7bfce11b0f7ac8) in parent group-v359097. [ 1488.016058] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Creating folder: Instances. Parent ref: group-v359248. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.016331] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c46d70c-1ba0-4f24-9ee5-45c2a7936365 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.026191] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Created folder: Instances in parent group-v359248. [ 1488.026454] env[63326]: DEBUG oslo.service.loopingcall [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.026671] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.026884] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58a7e855-4a03-4742-b13b-ec82c3d45837 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.049117] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.049117] env[63326]: value = "task-1725918" [ 1488.049117] env[63326]: _type = "Task" [ 1488.049117] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.061848] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725918, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.180273] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.180273] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9940d158-3570-4ea1-b482-561b9c1983c2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.180273] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1488.180273] env[63326]: value = "task-1725919" [ 1488.180273] env[63326]: _type = "Task" [ 1488.180273] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.180273] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.194677] env[63326]: DEBUG nova.compute.manager [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1488.313852] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: db22896d-0f47-473f-9aeb-e15490f5232d] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1488.349429] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725915, 'name': ReconfigVM_Task, 'duration_secs': 0.167391} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.350482] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.350759] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f83bc2-d2a2-44dc-80dd-888a7b759249 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.361609] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1488.361609] env[63326]: value = "task-1725920" [ 1488.361609] env[63326]: _type = "Task" [ 1488.361609] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.376485] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.461304] env[63326]: DEBUG nova.network.neutron [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Updated VIF entry in instance network info cache for port 202f4531-619c-4358-8690-ee5f8fa4e38e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.461715] env[63326]: DEBUG nova.network.neutron [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Updating instance_info_cache with network_info: [{"id": "202f4531-619c-4358-8690-ee5f8fa4e38e", "address": "fa:16:3e:8f:89:da", "network": {"id": "0389cc43-413b-44d9-b28e-f7ccd3a5fedf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1685766021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf77bd63992c4df19e7bfce11b0f7ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202f4531-61", "ovs_interfaceid": "202f4531-619c-4358-8690-ee5f8fa4e38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.568985] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725918, 'name': CreateVM_Task, 'duration_secs': 0.420601} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.569232] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.569978] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.570225] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.570573] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1488.570855] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da344cc-299e-4550-81a7-242a89bc8cac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.575781] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1488.575781] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cb206e-5ed9-5090-d401-0a002523bbb0" [ 1488.575781] env[63326]: _type = "Task" [ 1488.575781] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.585982] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cb206e-5ed9-5090-d401-0a002523bbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.674511] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725919, 'name': PowerOffVM_Task, 'duration_secs': 0.284563} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.674787] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.675019] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.675823] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88832020-c786-4016-a5e6-64f43b7d913c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.682935] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.685600] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81f092fb-6418-4aa3-8c9e-b0187bc2f2a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.758825] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.758825] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.758825] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleting the datastore file [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.758825] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-704a4d74-38ed-4769-9cbc-dc5cbee93b05 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.769052] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1488.769052] env[63326]: value = "task-1725922" [ 1488.769052] env[63326]: _type = "Task" [ 1488.769052] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.778705] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.817782] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: e6b8b647-eb88-40cb-8295-4625c27190ef] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1488.872347] env[63326]: DEBUG oslo_vmware.api [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725920, 'name': PowerOnVM_Task, 'duration_secs': 0.43616} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.873093] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.875619] env[63326]: DEBUG nova.compute.manager [None req-79d681ac-1499-44fb-afe1-a09328ddbe98 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.876428] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b823d35a-f59a-4f44-9f56-62d59c7fb794 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.898935] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7391eeb5-bfb2-43c5-8db3-412e0b874739 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.908554] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c317f7c-76f3-4947-907e-720061430d08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.944018] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e0de84-5046-4080-a113-7b8f13e343a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.950660] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bec10ee-247c-4a06-83fb-2df7d5c522cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.967146] env[63326]: DEBUG nova.compute.provider_tree [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1488.968636] env[63326]: DEBUG oslo_concurrency.lockutils [req-91d7531f-7765-4e63-bd10-0595767f8bab req-279fe430-873a-4a7a-b044-32838c4792b9 service nova] Releasing lock "refresh_cache-3e499f64-1e39-4972-ac48-9672b6d39f83" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.088096] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cb206e-5ed9-5090-d401-0a002523bbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.088610] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.088754] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.090039] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.090039] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.090039] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.090171] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95fcfbd-149a-4fbb-8f28-3e42045739b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.102169] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.102741] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.105081] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106b8614-6efd-4f97-980f-743b69e02b2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.110140] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1489.110140] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b688c2-e7e6-ec0a-cd28-cf6478756f55" [ 1489.110140] env[63326]: _type = "Task" [ 1489.110140] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.119351] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b688c2-e7e6-ec0a-cd28-cf6478756f55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.218536] env[63326]: DEBUG nova.compute.manager [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1489.242745] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.243048] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.243241] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.243437] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.243583] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.243727] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.243935] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.245481] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.245481] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.245481] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.245481] env[63326]: DEBUG nova.virt.hardware [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.246080] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e8258-0b25-4605-add2-94e094be0a66 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.257022] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2593ac4b-54b0-4453-9395-db58994526bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.270659] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1489.277224] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Creating folder: Project (d0d9171bee784460b6cc87057718073f). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1489.282030] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d298a567-e405-4cff-afa3-d979a8bd66b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.289411] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475414} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.289755] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.290108] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.290361] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.294171] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Created folder: Project (d0d9171bee784460b6cc87057718073f) in parent group-v359097. [ 1489.297328] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Creating folder: Instances. Parent ref: group-v359251. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1489.297328] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53f86fee-c29b-4e66-a12c-2e177167bf6c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.303579] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Created folder: Instances in parent group-v359251. [ 1489.303798] env[63326]: DEBUG oslo.service.loopingcall [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.304019] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1489.304252] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3dc5f17-46c7-42d0-8cd1-2dc0303bccac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.320527] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: d0dacc3e-dd44-406d-a773-425fbda4958e] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1489.324424] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.324424] env[63326]: value = "task-1725925" [ 1489.324424] env[63326]: _type = "Task" [ 1489.324424] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.333783] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725925, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.505639] env[63326]: DEBUG nova.scheduler.client.report [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1489.505915] env[63326]: DEBUG nova.compute.provider_tree [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 85 to 86 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1489.506120] env[63326]: DEBUG nova.compute.provider_tree [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.619026] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b688c2-e7e6-ec0a-cd28-cf6478756f55, 'name': SearchDatastore_Task, 'duration_secs': 0.028873} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.623046] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2201f30-4526-4f3e-a72e-e4db6f2175e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.625292] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1489.625292] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a6f0e8-99be-195e-2a25-5370525a580d" [ 1489.625292] env[63326]: _type = "Task" [ 1489.625292] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.637316] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a6f0e8-99be-195e-2a25-5370525a580d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.825613] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: cd790c7d-8dc7-4066-b0e3-10660c5d163f] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1489.839915] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725925, 'name': CreateVM_Task, 'duration_secs': 0.287454} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.840321] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.841080] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.841444] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.841827] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.842185] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496f1b33-fab7-4dd1-8dc0-6fd1ee428b7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.847218] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1489.847218] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522daa5c-8306-af5d-19ae-6f0c1cc693e2" [ 1489.847218] env[63326]: _type = "Task" [ 1489.847218] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.856087] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522daa5c-8306-af5d-19ae-6f0c1cc693e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.015781] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.015781] env[63326]: DEBUG nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1490.019189] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.130s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.019347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.021475] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.929s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.023508] env[63326]: INFO nova.compute.claims [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.064940] env[63326]: INFO nova.scheduler.client.report [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleted allocations for instance 8031f33e-874a-4028-885b-081279aa1912 [ 1490.138600] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a6f0e8-99be-195e-2a25-5370525a580d, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.138938] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.139972] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3e499f64-1e39-4972-ac48-9672b6d39f83/3e499f64-1e39-4972-ac48-9672b6d39f83.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.139972] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e8f5c25-5dc4-4459-a589-429100f58885 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.147466] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1490.147466] env[63326]: value = "task-1725926" [ 1490.147466] env[63326]: _type = "Task" [ 1490.147466] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.160129] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.166771] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquiring lock "83ff9261-e44a-44d6-984a-9cc3459a567f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.166897] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "83ff9261-e44a-44d6-984a-9cc3459a567f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.334151] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 30041e20-4a62-4bf3-a23e-0986f38de3e2] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1490.340416] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.340602] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.340702] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.340877] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.341245] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.341667] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.342111] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.342111] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.342262] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.342655] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.342752] env[63326]: DEBUG nova.virt.hardware [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.345065] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b606ba1-238d-490a-8b07-0d761748a2f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.360698] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522daa5c-8306-af5d-19ae-6f0c1cc693e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.365074] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.365743] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.366025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.366193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.366395] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.370274] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45376e2d-19b1-4ffa-bbe1-d1e4275fb623 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.373447] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875cca7e-5b15-4ea2-a0dc-a2a753a2c4bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.396138] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a9:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47e24b27-807e-4788-befe-d87d883e17e2', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.403945] env[63326]: DEBUG oslo.service.loopingcall [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.405247] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.405560] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.405725] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.406521] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03659898-d9a5-46e0-ac63-a124e63a792c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.421655] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df25698-ae61-4bf7-befe-b8b8851a40ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.429801] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1490.429801] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528a5526-0f9d-c03f-6297-d22288577102" [ 1490.429801] env[63326]: _type = "Task" [ 1490.429801] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.431107] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.431107] env[63326]: value = "task-1725927" [ 1490.431107] env[63326]: _type = "Task" [ 1490.431107] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.449134] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528a5526-0f9d-c03f-6297-d22288577102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.449343] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725927, 'name': CreateVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.528102] env[63326]: DEBUG nova.compute.utils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.533243] env[63326]: DEBUG nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1490.533528] env[63326]: DEBUG nova.network.neutron [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.575479] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fab97a2d-50b3-46f1-b342-5bf8d68f33ef tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "8031f33e-874a-4028-885b-081279aa1912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.557s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.625621] env[63326]: DEBUG nova.policy [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b61b6459711c40498818598e73696b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '860460ff722947d4abe3cc9489ff158c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1490.658761] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505775} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.658963] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3e499f64-1e39-4972-ac48-9672b6d39f83/3e499f64-1e39-4972-ac48-9672b6d39f83.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1490.659241] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1490.659571] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e35a0a7f-444c-4807-9402-21d48258cce5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.666308] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1490.666308] env[63326]: value = "task-1725928" [ 1490.666308] env[63326]: _type = "Task" [ 1490.666308] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.674906] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.849815] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f6e53747-9a7f-4564-a7bf-380ab17095fa] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1490.870303] env[63326]: INFO nova.compute.manager [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Unrescuing [ 1490.870675] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.870882] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquired lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.871126] env[63326]: DEBUG nova.network.neutron [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.944017] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528a5526-0f9d-c03f-6297-d22288577102, 'name': SearchDatastore_Task, 'duration_secs': 0.072063} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.948909] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725927, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.949328] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0aa6d8-d508-4a10-ba21-fdb168e0c373 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.961672] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1490.961672] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529fb83d-3a3b-d5f4-5ebc-021327f1e654" [ 1490.961672] env[63326]: _type = "Task" [ 1490.961672] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.971941] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529fb83d-3a3b-d5f4-5ebc-021327f1e654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.993635] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.993862] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.006955] env[63326]: DEBUG nova.network.neutron [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Successfully created port: a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1491.037477] env[63326]: DEBUG nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1491.179947] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065795} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.180269] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.181056] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf8c83-35e8-4c22-81b7-e9d433b03827 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.206352] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3e499f64-1e39-4972-ac48-9672b6d39f83/3e499f64-1e39-4972-ac48-9672b6d39f83.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.209164] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be016bd6-0cdd-45e0-b9bd-276885aee6f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.231460] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1491.231460] env[63326]: value = "task-1725929" [ 1491.231460] env[63326]: _type = "Task" [ 1491.231460] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.245682] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.355676] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 45931623-3aa6-4ad0-8f39-66df3081379a] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1491.447909] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725927, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.473308] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529fb83d-3a3b-d5f4-5ebc-021327f1e654, 'name': SearchDatastore_Task, 'duration_secs': 0.013442} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.475897] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.480457] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7/2fe327fb-112d-4ff4-a45c-d1bcb25d22a7.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1491.480457] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58cbbb9a-202c-46a1-9800-a9bc04575d5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.488733] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1491.488733] env[63326]: value = "task-1725930" [ 1491.488733] env[63326]: _type = "Task" [ 1491.488733] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.502689] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.624989] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17af44a-2609-42b7-8929-e74d4bf47059 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.634662] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f04e0e-0321-461f-9dcd-269963428082 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.678970] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7648399-5064-4e61-859f-cda4a25ded31 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.686948] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a41ce-651f-4e61-87fe-84b9169504ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.702032] env[63326]: DEBUG nova.compute.provider_tree [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.744797] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.839098] env[63326]: DEBUG nova.network.neutron [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Updating instance_info_cache with network_info: [{"id": "9cce99ae-b22a-4203-9f58-426917c4b49b", "address": "fa:16:3e:aa:b8:74", "network": {"id": "f27ac65f-dc58-4d61-b457-3951b0db3736", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-590003291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "42d5d2f4de7248c4b2314eeb376bce5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cce99ae-b2", "ovs_interfaceid": "9cce99ae-b22a-4203-9f58-426917c4b49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.859222] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: d1ec065a-cb29-4429-aaa3-a9ef8b6b1302] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1491.946696] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725927, 'name': CreateVM_Task, 'duration_secs': 1.420674} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.946875] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.947560] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.947730] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.948085] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.948354] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401708ed-207c-4b8e-ad46-06ed1e45e0ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.955396] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1491.955396] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d0697-9e2d-3dc0-81ff-dcd6cefae3c5" [ 1491.955396] env[63326]: _type = "Task" [ 1491.955396] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.966987] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d0697-9e2d-3dc0-81ff-dcd6cefae3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.003551] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.048848] env[63326]: DEBUG nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.095524] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.095771] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.095932] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.096262] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.096481] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.096674] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.096932] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.097157] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.097371] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.097577] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.097796] env[63326]: DEBUG nova.virt.hardware [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.098808] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f64682d-42dd-4d80-b527-e23b0725e344 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.107430] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c0b8c3-2f13-4cd3-a789-c96f5164826f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.205032] env[63326]: DEBUG nova.scheduler.client.report [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.247809] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725929, 'name': ReconfigVM_Task, 'duration_secs': 0.890552} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.250047] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3e499f64-1e39-4972-ac48-9672b6d39f83/3e499f64-1e39-4972-ac48-9672b6d39f83.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.250047] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0e0bf72-726c-4ffb-8447-33a72aa92c1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.262231] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1492.262231] env[63326]: value = "task-1725931" [ 1492.262231] env[63326]: _type = "Task" [ 1492.262231] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.275232] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725931, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.341679] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Releasing lock "refresh_cache-61e42297-2200-451a-8449-021698550e5a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.342362] env[63326]: DEBUG nova.objects.instance [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lazy-loading 'flavor' on Instance uuid 61e42297-2200-451a-8449-021698550e5a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.362660] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 521c8d2a-97aa-45cf-b16e-850393935c6f] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1492.465486] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d0697-9e2d-3dc0-81ff-dcd6cefae3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.076929} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.465785] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.466022] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.466376] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.466376] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.467437] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.467437] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61546d92-b76e-4b32-b94d-042931884e92 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.483705] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.483904] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.484651] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a2830a4-d5d7-42da-ac5f-233253740fab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.490557] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1492.490557] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52904793-4c92-3187-0969-0273a21ba6f1" [ 1492.490557] env[63326]: _type = "Task" [ 1492.490557] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.502178] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52904793-4c92-3187-0969-0273a21ba6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.505655] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887615} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.505944] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7/2fe327fb-112d-4ff4-a45c-d1bcb25d22a7.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.506408] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.506685] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3b862c9-8ec0-4a8e-86d6-845fb6b667d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.514108] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1492.514108] env[63326]: value = "task-1725932" [ 1492.514108] env[63326]: _type = "Task" [ 1492.514108] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.522161] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.710308] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.711134] env[63326]: DEBUG nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1492.715233] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.113s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.717348] env[63326]: INFO nova.compute.claims [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.774251] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725931, 'name': Rename_Task, 'duration_secs': 0.168396} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.774623] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.775070] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af823249-f492-46b4-921c-ea1754904557 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.783809] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1492.783809] env[63326]: value = "task-1725933" [ 1492.783809] env[63326]: _type = "Task" [ 1492.783809] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.792782] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.848985] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5cafb2-c5b1-4d36-b2a2-b90eb285de11 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.877835] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: b2384705-52e2-407b-b128-382abf994148] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1492.882653] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.882653] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-babf0f5c-5e5c-4b0c-8e10-bbac8018d788 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.892200] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1492.892200] env[63326]: value = "task-1725934" [ 1492.892200] env[63326]: _type = "Task" [ 1492.892200] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.901267] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.003485] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52904793-4c92-3187-0969-0273a21ba6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.032194} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.004359] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f332e8f-4771-4915-a523-29d9965ba3e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.012055] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1493.012055] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d08117-9296-eda4-236c-6d8c7a0bb103" [ 1493.012055] env[63326]: _type = "Task" [ 1493.012055] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.027650] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066494} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.027943] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d08117-9296-eda4-236c-6d8c7a0bb103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.028220] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.029068] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09f6fa3-8264-4e39-a61b-208162a91170 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.054469] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7/2fe327fb-112d-4ff4-a45c-d1bcb25d22a7.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.055568] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7adacb9-5225-4235-b9c6-3277132da209 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.077245] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1493.077245] env[63326]: value = "task-1725935" [ 1493.077245] env[63326]: _type = "Task" [ 1493.077245] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.086213] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.227988] env[63326]: DEBUG nova.compute.utils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.232252] env[63326]: DEBUG nova.compute.manager [req-ce9ae561-efbc-496b-985b-a8c64cb35f67 req-16f356d4-d9e1-41a3-8f04-00a5c22cfb55 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Received event network-vif-plugged-a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1493.232252] env[63326]: DEBUG oslo_concurrency.lockutils [req-ce9ae561-efbc-496b-985b-a8c64cb35f67 req-16f356d4-d9e1-41a3-8f04-00a5c22cfb55 service nova] Acquiring lock "166d524e-5922-4de7-8478-a63533670746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.232252] env[63326]: DEBUG oslo_concurrency.lockutils [req-ce9ae561-efbc-496b-985b-a8c64cb35f67 req-16f356d4-d9e1-41a3-8f04-00a5c22cfb55 service nova] Lock "166d524e-5922-4de7-8478-a63533670746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.232252] env[63326]: DEBUG oslo_concurrency.lockutils [req-ce9ae561-efbc-496b-985b-a8c64cb35f67 req-16f356d4-d9e1-41a3-8f04-00a5c22cfb55 service nova] Lock "166d524e-5922-4de7-8478-a63533670746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.232252] env[63326]: DEBUG nova.compute.manager [req-ce9ae561-efbc-496b-985b-a8c64cb35f67 req-16f356d4-d9e1-41a3-8f04-00a5c22cfb55 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] No waiting events found dispatching network-vif-plugged-a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1493.232252] env[63326]: WARNING nova.compute.manager [req-ce9ae561-efbc-496b-985b-a8c64cb35f67 req-16f356d4-d9e1-41a3-8f04-00a5c22cfb55 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Received unexpected event network-vif-plugged-a321c2f9-f5ee-42c4-abb2-67ac1b247a22 for instance with vm_state building and task_state spawning. [ 1493.233272] env[63326]: DEBUG nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1493.233611] env[63326]: DEBUG nova.network.neutron [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.293253] env[63326]: DEBUG oslo_vmware.api [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725933, 'name': PowerOnVM_Task, 'duration_secs': 0.508355} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.293781] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.294155] env[63326]: INFO nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1493.296067] env[63326]: DEBUG nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.296067] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b759c99-ecc2-47d5-83f9-e91fb7c77e78 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.357451] env[63326]: DEBUG nova.network.neutron [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Successfully updated port: a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1493.365038] env[63326]: DEBUG nova.policy [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b8de6910b74e1f90366a9a6944c0b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96936a761ed8425285e4e2f9cf8d8910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1493.390088] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4590a34e-10f9-4365-9e5b-2a29ec57aa3a] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1493.406020] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725934, 'name': PowerOffVM_Task, 'duration_secs': 0.296064} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.406020] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.411040] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.411495] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7613c661-474d-4c72-ae6d-54d4ab569d37 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.437841] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1493.437841] env[63326]: value = "task-1725936" [ 1493.437841] env[63326]: _type = "Task" [ 1493.437841] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.449377] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.525873] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d08117-9296-eda4-236c-6d8c7a0bb103, 'name': SearchDatastore_Task, 'duration_secs': 0.024881} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.526212] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.526501] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.529577] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ffddd66-b7bd-49da-8ecb-a79b52075c75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.537247] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1493.537247] env[63326]: value = "task-1725937" [ 1493.537247] env[63326]: _type = "Task" [ 1493.537247] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.548676] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.593147] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725935, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.733433] env[63326]: DEBUG nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.755775] env[63326]: DEBUG nova.network.neutron [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Successfully created port: 3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.820952] env[63326]: INFO nova.compute.manager [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Took 62.82 seconds to build instance. [ 1493.863038] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.863038] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquired lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.863038] env[63326]: DEBUG nova.network.neutron [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.892204] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4f1a6a09-556d-4358-9cff-57bea43d78f2] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1493.950052] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725936, 'name': ReconfigVM_Task, 'duration_secs': 0.21758} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.953512] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1493.953717] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.955166] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9565e88-2352-425e-a473-1aa93224f6c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.964970] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1493.964970] env[63326]: value = "task-1725938" [ 1493.964970] env[63326]: _type = "Task" [ 1493.964970] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.978408] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.048216] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508545} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.048501] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.048732] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.048985] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee09140-6ae4-4ba5-bfd6-5c6f21ba6a4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.058466] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1494.058466] env[63326]: value = "task-1725939" [ 1494.058466] env[63326]: _type = "Task" [ 1494.058466] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.067250] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.096478] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725935, 'name': ReconfigVM_Task, 'duration_secs': 0.539624} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.096782] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7/2fe327fb-112d-4ff4-a45c-d1bcb25d22a7.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.097463] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eb1ba8e-2461-46fe-89b2-44052e0d2e30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.105870] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1494.105870] env[63326]: value = "task-1725940" [ 1494.105870] env[63326]: _type = "Task" [ 1494.105870] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.114256] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.114581] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.120046] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725940, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.325459] env[63326]: DEBUG oslo_concurrency.lockutils [None req-38489473-f443-4079-918f-30e637089017 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "3e499f64-1e39-4972-ac48-9672b6d39f83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.397s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.355562] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a1078-65e3-4a7d-a99e-0441b0f6313e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.364334] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c49389-f260-451a-b1fa-47f246290d6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.403264] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 8ad232ce-b541-463d-8a80-d15d67cba1df] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1494.406364] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c90b4b-10cf-41ae-a7f2-65bc77a876db {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.414853] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1905f3-c4d6-4312-8e8c-1657c7e5c057 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.427755] env[63326]: DEBUG nova.compute.provider_tree [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.474294] env[63326]: DEBUG oslo_vmware.api [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725938, 'name': PowerOnVM_Task, 'duration_secs': 0.400273} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.474561] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.474928] env[63326]: DEBUG nova.compute.manager [None req-1a769d56-a448-40cd-8998-13bf56b11fa0 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.475655] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ec7e1-8f85-4709-8375-866ce21f8bda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.551712] env[63326]: DEBUG nova.network.neutron [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1494.573800] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064604} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.574154] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.574950] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc91487f-7df0-4179-b85f-1a239bc5bf9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.604538] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.606064] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9008a41-aaf9-45b0-bd0c-29c789966f65 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.632923] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725940, 'name': Rename_Task, 'duration_secs': 0.307693} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.634237] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.634650] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1494.634650] env[63326]: value = "task-1725941" [ 1494.634650] env[63326]: _type = "Task" [ 1494.634650] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.636866] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef5a0d3d-9043-4fed-9191-42e44f51adca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.650924] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.652761] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1494.652761] env[63326]: value = "task-1725942" [ 1494.652761] env[63326]: _type = "Task" [ 1494.652761] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.663251] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.754892] env[63326]: DEBUG nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1494.788452] env[63326]: DEBUG nova.network.neutron [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Updating instance_info_cache with network_info: [{"id": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "address": "fa:16:3e:60:67:27", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa321c2f9-f5", "ovs_interfaceid": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.792158] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1494.792389] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.792539] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1494.792753] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.792847] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1494.792983] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1494.793228] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1494.793397] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1494.793559] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1494.793723] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1494.794792] env[63326]: DEBUG nova.virt.hardware [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1494.796034] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b138cee-513f-49b6-9708-6f1fd49768d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.805837] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b9a167-7588-41fc-9bf6-f7508518d163 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.830022] env[63326]: DEBUG nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1494.906594] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 0b7031c7-ad44-4c57-aff5-df949f1617db] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1494.935462] env[63326]: DEBUG nova.scheduler.client.report [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.148213] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.162223] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.300163] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Releasing lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.300513] env[63326]: DEBUG nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Instance network_info: |[{"id": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "address": "fa:16:3e:60:67:27", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa321c2f9-f5", "ovs_interfaceid": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1495.300934] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:67:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a321c2f9-f5ee-42c4-abb2-67ac1b247a22', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.310989] env[63326]: DEBUG oslo.service.loopingcall [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.310989] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166d524e-5922-4de7-8478-a63533670746] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1495.310989] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aee7733a-ba29-4d87-b915-9131406e6319 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.329422] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.329422] env[63326]: value = "task-1725943" [ 1495.329422] env[63326]: _type = "Task" [ 1495.329422] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.339103] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725943, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.357329] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.383273] env[63326]: DEBUG nova.compute.manager [req-b35b0025-0a73-4110-8d52-02897dbb15d2 req-2c9c6b1d-53f6-441d-8a10-6e3f10d754f9 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Received event network-changed-a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1495.383481] env[63326]: DEBUG nova.compute.manager [req-b35b0025-0a73-4110-8d52-02897dbb15d2 req-2c9c6b1d-53f6-441d-8a10-6e3f10d754f9 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Refreshing instance network info cache due to event network-changed-a321c2f9-f5ee-42c4-abb2-67ac1b247a22. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1495.383669] env[63326]: DEBUG oslo_concurrency.lockutils [req-b35b0025-0a73-4110-8d52-02897dbb15d2 req-2c9c6b1d-53f6-441d-8a10-6e3f10d754f9 service nova] Acquiring lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.383793] env[63326]: DEBUG oslo_concurrency.lockutils [req-b35b0025-0a73-4110-8d52-02897dbb15d2 req-2c9c6b1d-53f6-441d-8a10-6e3f10d754f9 service nova] Acquired lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.383953] env[63326]: DEBUG nova.network.neutron [req-b35b0025-0a73-4110-8d52-02897dbb15d2 req-2c9c6b1d-53f6-441d-8a10-6e3f10d754f9 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Refreshing network info cache for port a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.412061] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 67c0a432-4271-4f4e-8a08-bfc43439dbb4] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1495.440490] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.444035] env[63326]: DEBUG nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.444484] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.464s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.445276] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.448840] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.274s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.450907] env[63326]: INFO nova.compute.claims [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.484103] env[63326]: INFO nova.scheduler.client.report [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted allocations for instance aafab203-8757-4bab-b2f1-7bc29e818e7c [ 1495.651658] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725941, 'name': ReconfigVM_Task, 'duration_secs': 0.867329} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.651980] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Reconfigured VM instance instance-00000009 to attach disk [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda/f5876f3c-d9cf-4c2f-be4e-6d4a21322eda.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.652827] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d0176ea-1bb6-4117-9df4-788e30e92eaf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.666714] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725942, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.669247] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1495.669247] env[63326]: value = "task-1725944" [ 1495.669247] env[63326]: _type = "Task" [ 1495.669247] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.670066] env[63326]: DEBUG nova.network.neutron [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Successfully updated port: 3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.683476] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725944, 'name': Rename_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.841590] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725943, 'name': CreateVM_Task, 'duration_secs': 0.470702} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.842070] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166d524e-5922-4de7-8478-a63533670746] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1495.842737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.842907] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.843269] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.843531] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f0d916-23f0-4760-bb21-a9c716d2d8ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.848756] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1495.848756] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d6e6b7-ad10-1218-3bf0-1765d2bc194f" [ 1495.848756] env[63326]: _type = "Task" [ 1495.848756] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.857481] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d6e6b7-ad10-1218-3bf0-1765d2bc194f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.915913] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.915913] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances with incomplete migration {{(pid=63326) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1495.957369] env[63326]: DEBUG nova.compute.utils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.961157] env[63326]: DEBUG nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.961346] env[63326]: DEBUG nova.network.neutron [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.996221] env[63326]: DEBUG oslo_concurrency.lockutils [None req-159c2dce-27f5-4495-8b7e-5b6cdaa41416 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aafab203-8757-4bab-b2f1-7bc29e818e7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.495s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.064217] env[63326]: DEBUG nova.policy [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '865189285af147af899c926eb0507094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db6487d28d8c46a7aceb8c775ebee331', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1496.155669] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.159025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.166237] env[63326]: DEBUG oslo_vmware.api [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725942, 'name': PowerOnVM_Task, 'duration_secs': 1.084732} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.166669] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.167021] env[63326]: INFO nova.compute.manager [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1496.167303] env[63326]: DEBUG nova.compute.manager [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.168329] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa4839-ffb5-4626-a61e-cbef13b50ad3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.179808] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquiring lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.179948] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquired lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.180130] env[63326]: DEBUG nova.network.neutron [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.192133] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725944, 'name': Rename_Task, 'duration_secs': 0.237245} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.192805] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.192876] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-034de9a8-43b6-40e2-b3bc-3d44bd82d5d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.201735] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1496.201735] env[63326]: value = "task-1725945" [ 1496.201735] env[63326]: _type = "Task" [ 1496.201735] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.210208] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.263975] env[63326]: DEBUG nova.network.neutron [req-b35b0025-0a73-4110-8d52-02897dbb15d2 req-2c9c6b1d-53f6-441d-8a10-6e3f10d754f9 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Updated VIF entry in instance network info cache for port a321c2f9-f5ee-42c4-abb2-67ac1b247a22. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.264397] env[63326]: DEBUG nova.network.neutron [req-b35b0025-0a73-4110-8d52-02897dbb15d2 req-2c9c6b1d-53f6-441d-8a10-6e3f10d754f9 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Updating instance_info_cache with network_info: [{"id": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "address": "fa:16:3e:60:67:27", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa321c2f9-f5", "ovs_interfaceid": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.288022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "61e42297-2200-451a-8449-021698550e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.288347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "61e42297-2200-451a-8449-021698550e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.288577] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "61e42297-2200-451a-8449-021698550e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.289113] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "61e42297-2200-451a-8449-021698550e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.289113] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "61e42297-2200-451a-8449-021698550e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.291775] env[63326]: INFO nova.compute.manager [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Terminating instance [ 1496.360022] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d6e6b7-ad10-1218-3bf0-1765d2bc194f, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.360022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.360338] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.360716] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.360716] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.360816] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.361191] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e700111f-c3bf-457d-aa59-f192a911eb81 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.371330] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.371514] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.372310] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfde2f6-1a4a-4283-a00f-52d3d2f79c34 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.377776] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1496.377776] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c8f353-1413-7260-3adb-ec123acad12d" [ 1496.377776] env[63326]: _type = "Task" [ 1496.377776] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.387160] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c8f353-1413-7260-3adb-ec123acad12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.418889] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.461886] env[63326]: DEBUG nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.506032] env[63326]: DEBUG nova.network.neutron [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Successfully created port: ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.705156] env[63326]: INFO nova.compute.manager [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Took 60.86 seconds to build instance. [ 1496.715882] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.747626] env[63326]: DEBUG nova.network.neutron [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.767336] env[63326]: DEBUG oslo_concurrency.lockutils [req-b35b0025-0a73-4110-8d52-02897dbb15d2 req-2c9c6b1d-53f6-441d-8a10-6e3f10d754f9 service nova] Releasing lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.797815] env[63326]: DEBUG nova.compute.manager [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1496.798071] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.799411] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866f4ad2-4592-4025-a20b-e91575df2beb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.816926] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.816926] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d75ce9-ec1b-49e9-8ed1-f72355fd973a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.823188] env[63326]: DEBUG oslo_vmware.api [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1496.823188] env[63326]: value = "task-1725946" [ 1496.823188] env[63326]: _type = "Task" [ 1496.823188] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.838017] env[63326]: DEBUG oslo_vmware.api [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.890021] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c8f353-1413-7260-3adb-ec123acad12d, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.894156] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e6f50e-0ce6-4c0b-93d8-dae4dbea0134 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.900363] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1496.900363] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a8b950-deba-f1ed-e456-fdda2d2e48bf" [ 1496.900363] env[63326]: _type = "Task" [ 1496.900363] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.911322] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a8b950-deba-f1ed-e456-fdda2d2e48bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.015783] env[63326]: DEBUG nova.network.neutron [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Updating instance_info_cache with network_info: [{"id": "3b6d4c7d-578d-494f-9491-00a1e9dc40a8", "address": "fa:16:3e:81:c9:3d", "network": {"id": "db62c349-ed3d-4552-a8b2-9c7d5674c7f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1544463726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96936a761ed8425285e4e2f9cf8d8910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6d4c7d-57", "ovs_interfaceid": "3b6d4c7d-578d-494f-9491-00a1e9dc40a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.051991] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c949d864-c565-405d-ba73-ae0eff60bee2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.060838] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c8062-f64d-4382-9b17-1831cb5e9058 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.107258] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad93de4-d8ff-4ccb-9b75-a305e494037b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.121014] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7724a90c-9ae1-4cb3-95fb-d4dc0b68fb4b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.134132] env[63326]: DEBUG nova.compute.provider_tree [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.211027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-11cd5a62-c962-4c01-b8f3-ffd688f44bfa tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.361s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.216469] env[63326]: DEBUG oslo_vmware.api [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725945, 'name': PowerOnVM_Task, 'duration_secs': 0.881111} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.216469] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.216469] env[63326]: DEBUG nova.compute.manager [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.216649] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9383c93d-5af0-4d5c-9d37-bf46b2f199df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.332782] env[63326]: DEBUG oslo_vmware.api [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725946, 'name': PowerOffVM_Task, 'duration_secs': 0.222438} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.333072] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.333274] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.333524] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc6aa60-274f-499e-bb3b-e346b0acc2dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.412549] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a8b950-deba-f1ed-e456-fdda2d2e48bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.413670] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.413922] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 166d524e-5922-4de7-8478-a63533670746/166d524e-5922-4de7-8478-a63533670746.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.416426] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.416605] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.416771] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Deleting the datastore file [datastore1] 61e42297-2200-451a-8449-021698550e5a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.417302] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-838a57a7-821d-4151-9a71-c18351be927b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.419567] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "2eda2af3-0897-40d8-8768-9b161dab772f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.419779] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.419943] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc56e870-8bbe-4877-8444-7f95dd9235ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.426408] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1497.426408] env[63326]: value = "task-1725948" [ 1497.426408] env[63326]: _type = "Task" [ 1497.426408] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.427696] env[63326]: DEBUG oslo_vmware.api [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1497.427696] env[63326]: value = "task-1725949" [ 1497.427696] env[63326]: _type = "Task" [ 1497.427696] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.441228] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.441362] env[63326]: DEBUG oslo_vmware.api [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.478586] env[63326]: DEBUG nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.502814] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.502814] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.502814] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.502814] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.502814] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.502814] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.502814] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.503095] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.503138] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.503326] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.503509] env[63326]: DEBUG nova.virt.hardware [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.504370] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f05a08-5094-4b04-882e-d3e57a24b33c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.512447] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddf6fba-5617-4581-8d83-3dfed637ea49 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.518118] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Releasing lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.519078] env[63326]: DEBUG nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Instance network_info: |[{"id": "3b6d4c7d-578d-494f-9491-00a1e9dc40a8", "address": "fa:16:3e:81:c9:3d", "network": {"id": "db62c349-ed3d-4552-a8b2-9c7d5674c7f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1544463726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96936a761ed8425285e4e2f9cf8d8910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6d4c7d-57", "ovs_interfaceid": "3b6d4c7d-578d-494f-9491-00a1e9dc40a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1497.527614] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:c9:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b6d4c7d-578d-494f-9491-00a1e9dc40a8', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.534117] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Creating folder: Project (96936a761ed8425285e4e2f9cf8d8910). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.534728] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dffb01ca-37ba-43fc-aadd-02d6a7664c73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.541389] env[63326]: DEBUG nova.compute.manager [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Received event network-vif-plugged-3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1497.541677] env[63326]: DEBUG oslo_concurrency.lockutils [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] Acquiring lock "67e44e2d-1e54-4380-b32e-7b54be385e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.541922] env[63326]: DEBUG oslo_concurrency.lockutils [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] Lock "67e44e2d-1e54-4380-b32e-7b54be385e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.542108] env[63326]: DEBUG oslo_concurrency.lockutils [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] Lock "67e44e2d-1e54-4380-b32e-7b54be385e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.542279] env[63326]: DEBUG nova.compute.manager [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] No waiting events found dispatching network-vif-plugged-3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.542441] env[63326]: WARNING nova.compute.manager [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Received unexpected event network-vif-plugged-3b6d4c7d-578d-494f-9491-00a1e9dc40a8 for instance with vm_state building and task_state spawning. [ 1497.542597] env[63326]: DEBUG nova.compute.manager [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Received event network-changed-3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1497.542744] env[63326]: DEBUG nova.compute.manager [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Refreshing instance network info cache due to event network-changed-3b6d4c7d-578d-494f-9491-00a1e9dc40a8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1497.542919] env[63326]: DEBUG oslo_concurrency.lockutils [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] Acquiring lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.543063] env[63326]: DEBUG oslo_concurrency.lockutils [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] Acquired lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.543251] env[63326]: DEBUG nova.network.neutron [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Refreshing network info cache for port 3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.545870] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Created folder: Project (96936a761ed8425285e4e2f9cf8d8910) in parent group-v359097. [ 1497.546012] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Creating folder: Instances. Parent ref: group-v359256. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.546443] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a0e81de-84b9-4dbf-9ac5-4b01b564b162 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.554909] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Created folder: Instances in parent group-v359256. [ 1497.555159] env[63326]: DEBUG oslo.service.loopingcall [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.555545] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.555616] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72ab96a4-7f04-4770-bbd1-96dd687e3071 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.574925] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.574925] env[63326]: value = "task-1725952" [ 1497.574925] env[63326]: _type = "Task" [ 1497.574925] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.582855] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725952, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.614481] env[63326]: INFO nova.compute.manager [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Rebuilding instance [ 1497.636959] env[63326]: DEBUG nova.scheduler.client.report [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.673474] env[63326]: DEBUG nova.compute.manager [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.674604] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fdb8b9-2db3-4d2e-8a27-6d800b39e383 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.716843] env[63326]: DEBUG nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.732516] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.940677] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481596} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.943824] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 166d524e-5922-4de7-8478-a63533670746/166d524e-5922-4de7-8478-a63533670746.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1497.944055] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1497.944326] env[63326]: DEBUG oslo_vmware.api [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1725949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160795} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.944526] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-990a84a4-b3ff-42f0-8fbf-65248e80e6f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.946379] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.946571] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.946746] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.946916] env[63326]: INFO nova.compute.manager [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 61e42297-2200-451a-8449-021698550e5a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1497.947163] env[63326]: DEBUG oslo.service.loopingcall [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.947368] env[63326]: DEBUG nova.compute.manager [-] [instance: 61e42297-2200-451a-8449-021698550e5a] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1497.947455] env[63326]: DEBUG nova.network.neutron [-] [instance: 61e42297-2200-451a-8449-021698550e5a] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.953554] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1497.953554] env[63326]: value = "task-1725953" [ 1497.953554] env[63326]: _type = "Task" [ 1497.953554] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.963126] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.974687] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.974970] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.089584] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725952, 'name': CreateVM_Task, 'duration_secs': 0.405772} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.089584] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.089584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.089584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.089584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.089584] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2feff4cf-b4db-4419-bf48-73bab957177a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.094920] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1498.094920] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52599631-6dbc-4f94-b853-37e87c354870" [ 1498.094920] env[63326]: _type = "Task" [ 1498.094920] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.102600] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52599631-6dbc-4f94-b853-37e87c354870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.145038] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.145375] env[63326]: DEBUG nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1498.148499] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.712s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.149462] env[63326]: INFO nova.compute.claims [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.201701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquiring lock "3e499f64-1e39-4972-ac48-9672b6d39f83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.202063] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "3e499f64-1e39-4972-ac48-9672b6d39f83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.202280] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquiring lock "3e499f64-1e39-4972-ac48-9672b6d39f83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.202634] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "3e499f64-1e39-4972-ac48-9672b6d39f83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.202824] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "3e499f64-1e39-4972-ac48-9672b6d39f83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.204651] env[63326]: INFO nova.compute.manager [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Terminating instance [ 1498.245671] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.353092] env[63326]: DEBUG nova.network.neutron [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Updated VIF entry in instance network info cache for port 3b6d4c7d-578d-494f-9491-00a1e9dc40a8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.353609] env[63326]: DEBUG nova.network.neutron [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Updating instance_info_cache with network_info: [{"id": "3b6d4c7d-578d-494f-9491-00a1e9dc40a8", "address": "fa:16:3e:81:c9:3d", "network": {"id": "db62c349-ed3d-4552-a8b2-9c7d5674c7f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1544463726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96936a761ed8425285e4e2f9cf8d8910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6d4c7d-57", "ovs_interfaceid": "3b6d4c7d-578d-494f-9491-00a1e9dc40a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.465393] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061293} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.465769] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1498.466464] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8e5ae-f5d5-4cf0-adfd-120f28fe1410 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.495940] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 166d524e-5922-4de7-8478-a63533670746/166d524e-5922-4de7-8478-a63533670746.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.496480] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2cc8034-7ee8-46d6-93b9-6cf6f972bc86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.510397] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.510626] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1498.519207] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1498.519207] env[63326]: value = "task-1725954" [ 1498.519207] env[63326]: _type = "Task" [ 1498.519207] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.527264] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.528030] env[63326]: DEBUG nova.network.neutron [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Successfully updated port: ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.605459] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52599631-6dbc-4f94-b853-37e87c354870, 'name': SearchDatastore_Task, 'duration_secs': 0.013252} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.605781] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.606022] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.606258] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.606437] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.606627] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.606890] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cb5e53c-b5ce-455b-a51d-dfba6a21ef38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.615555] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.615751] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.616487] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e06853f-d6e5-4ee4-b376-e76b3192cc25 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.622458] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1498.622458] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b2b517-970b-7910-a983-bfdb632312a2" [ 1498.622458] env[63326]: _type = "Task" [ 1498.622458] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.630108] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b2b517-970b-7910-a983-bfdb632312a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.654060] env[63326]: DEBUG nova.compute.utils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.657291] env[63326]: DEBUG nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.657463] env[63326]: DEBUG nova.network.neutron [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.690138] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.691685] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b63a41-27c4-4816-a51b-6be537235b1b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.696844] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1498.696844] env[63326]: value = "task-1725955" [ 1498.696844] env[63326]: _type = "Task" [ 1498.696844] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.706274] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.709015] env[63326]: DEBUG nova.compute.manager [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.709156] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.709929] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8db2aa-0993-4292-bff0-9edece889dc3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.716335] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.716564] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90d4c2f4-6490-4ef8-a30b-a413c53e9b67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.719047] env[63326]: DEBUG nova.policy [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37142bc2bb83456fa2a87ded71ea97bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1748e29e9e64631876339e956509381', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1498.724144] env[63326]: DEBUG oslo_vmware.api [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1498.724144] env[63326]: value = "task-1725956" [ 1498.724144] env[63326]: _type = "Task" [ 1498.724144] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.732799] env[63326]: DEBUG oslo_vmware.api [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.846532] env[63326]: DEBUG nova.network.neutron [-] [instance: 61e42297-2200-451a-8449-021698550e5a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.858794] env[63326]: DEBUG oslo_concurrency.lockutils [req-16376a16-8485-46f2-89e3-fe2e0feed2c6 req-78699784-4a3c-4765-a151-541457818a9f service nova] Releasing lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.878792] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.879086] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.879305] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.879493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.879662] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.881940] env[63326]: INFO nova.compute.manager [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Terminating instance [ 1499.012446] env[63326]: DEBUG nova.network.neutron [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Successfully created port: e64c8305-61da-410e-a377-839725253ea8 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.029462] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.029970] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquiring lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.030105] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquired lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.030247] env[63326]: DEBUG nova.network.neutron [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.131997] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b2b517-970b-7910-a983-bfdb632312a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.132771] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3be2d5-0bad-4fd1-9472-90faf2c88ddc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.138055] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1499.138055] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d768bc-f7a1-3ba4-a522-ef0371e58bf9" [ 1499.138055] env[63326]: _type = "Task" [ 1499.138055] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.147638] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d768bc-f7a1-3ba4-a522-ef0371e58bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.160387] env[63326]: DEBUG nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1499.208274] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725955, 'name': PowerOffVM_Task, 'duration_secs': 0.254717} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.209249] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.209481] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.210272] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d305b4-8884-4ca2-8544-4f97cf122132 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.220616] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.220858] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-568bf386-7523-4e1f-aaa8-9361bce06564 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.239483] env[63326]: DEBUG oslo_vmware.api [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725956, 'name': PowerOffVM_Task, 'duration_secs': 0.27368} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.239754] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.239913] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.240183] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad8e0ff-299f-4d17-a2e6-4f202fd654f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.243069] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.244682] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.244682] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Deleting the datastore file [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.246023] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8255f52-393c-47f7-9726-e0be095da7c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.252825] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1499.252825] env[63326]: value = "task-1725959" [ 1499.252825] env[63326]: _type = "Task" [ 1499.252825] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.262046] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.348818] env[63326]: INFO nova.compute.manager [-] [instance: 61e42297-2200-451a-8449-021698550e5a] Took 1.40 seconds to deallocate network for instance. [ 1499.369891] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.369891] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.369891] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Deleting the datastore file [datastore1] 3e499f64-1e39-4972-ac48-9672b6d39f83 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.370047] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96178f64-4dcf-49d0-8f14-1dd8867ed9c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.376678] env[63326]: DEBUG oslo_vmware.api [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for the task: (returnval){ [ 1499.376678] env[63326]: value = "task-1725960" [ 1499.376678] env[63326]: _type = "Task" [ 1499.376678] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.387755] env[63326]: DEBUG nova.compute.manager [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1499.387981] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.388286] env[63326]: DEBUG oslo_vmware.api [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.389045] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a16f1e-63d2-49ad-bf3b-230db06448f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.399790] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.399906] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd08275a-3f8c-4797-87a1-dd2ca27d6c8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.405672] env[63326]: DEBUG oslo_vmware.api [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1499.405672] env[63326]: value = "task-1725961" [ 1499.405672] env[63326]: _type = "Task" [ 1499.405672] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.418124] env[63326]: DEBUG oslo_vmware.api [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.534086] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725954, 'name': ReconfigVM_Task, 'duration_secs': 0.58939} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.535330] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 166d524e-5922-4de7-8478-a63533670746/166d524e-5922-4de7-8478-a63533670746.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.536014] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec36af3b-e486-4e71-9822-79a4ae10e0c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.546266] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1499.546266] env[63326]: value = "task-1725962" [ 1499.546266] env[63326]: _type = "Task" [ 1499.546266] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.559944] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725962, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.581147] env[63326]: DEBUG nova.network.neutron [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.655114] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d768bc-f7a1-3ba4-a522-ef0371e58bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.659178] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.659178] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 67e44e2d-1e54-4380-b32e-7b54be385e34/67e44e2d-1e54-4380-b32e-7b54be385e34.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.659178] env[63326]: DEBUG nova.compute.manager [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: 61e42297-2200-451a-8449-021698550e5a] Received event network-vif-deleted-9cce99ae-b22a-4203-9f58-426917c4b49b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1499.659178] env[63326]: DEBUG nova.compute.manager [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Received event network-vif-plugged-ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1499.659478] env[63326]: DEBUG oslo_concurrency.lockutils [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] Acquiring lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.659804] env[63326]: DEBUG oslo_concurrency.lockutils [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] Lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.660101] env[63326]: DEBUG oslo_concurrency.lockutils [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] Lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.660385] env[63326]: DEBUG nova.compute.manager [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] No waiting events found dispatching network-vif-plugged-ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1499.660678] env[63326]: WARNING nova.compute.manager [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Received unexpected event network-vif-plugged-ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 for instance with vm_state building and task_state spawning. [ 1499.660960] env[63326]: DEBUG nova.compute.manager [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Received event network-changed-ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1499.661407] env[63326]: DEBUG nova.compute.manager [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Refreshing instance network info cache due to event network-changed-ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1499.664017] env[63326]: DEBUG oslo_concurrency.lockutils [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] Acquiring lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.664017] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4200050c-b413-4f23-9ebe-772695ab4808 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.671044] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1499.671044] env[63326]: value = "task-1725963" [ 1499.671044] env[63326]: _type = "Task" [ 1499.671044] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.683720] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.732041] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c9d8a6-9751-446b-bd17-950bd6a9f69e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.739798] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774f9f0-7152-404e-89e1-f68752a7d1b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.778369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.778733] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.778996] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1499.787333] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ddf8f-393e-48b8-b704-034e34c4f90d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.796127] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142477} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.798317] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.798553] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.798767] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.805939] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89650a25-fa40-4ee0-aeb6-1e608d681ee0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.820879] env[63326]: DEBUG nova.compute.provider_tree [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.854586] env[63326]: DEBUG nova.network.neutron [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Updating instance_info_cache with network_info: [{"id": "ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559", "address": "fa:16:3e:de:e8:32", "network": {"id": "506082b2-6943-490e-afb9-15e344e8bdca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1770800653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6487d28d8c46a7aceb8c775ebee331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8c07f1-5d", "ovs_interfaceid": "ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.860215] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.890308] env[63326]: DEBUG oslo_vmware.api [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Task: {'id': task-1725960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200233} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.890665] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.890906] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.891163] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.891453] env[63326]: INFO nova.compute.manager [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1499.891768] env[63326]: DEBUG oslo.service.loopingcall [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.892022] env[63326]: DEBUG nova.compute.manager [-] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.892158] env[63326]: DEBUG nova.network.neutron [-] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.917537] env[63326]: DEBUG oslo_vmware.api [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725961, 'name': PowerOffVM_Task, 'duration_secs': 0.198035} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.917791] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.917961] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.918237] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e7136f-9923-48fd-a2d6-021efb95b0a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.020936] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.021187] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.021370] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleting the datastore file [datastore1] 75b288ad-f1f4-42de-a9fc-fb226b015b7b {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.021845] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9b83091-3d80-498c-96ea-7b72cd054152 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.032790] env[63326]: DEBUG oslo_vmware.api [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1500.032790] env[63326]: value = "task-1725965" [ 1500.032790] env[63326]: _type = "Task" [ 1500.032790] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.041242] env[63326]: DEBUG oslo_vmware.api [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.057209] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725962, 'name': Rename_Task, 'duration_secs': 0.195341} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.057484] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.057733] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1d43e41-533e-4c5f-9610-e1176a462bbb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.064182] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1500.064182] env[63326]: value = "task-1725966" [ 1500.064182] env[63326]: _type = "Task" [ 1500.064182] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.072697] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.176889] env[63326]: DEBUG nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1500.184722] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725963, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.207527] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.207664] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.207757] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.207935] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.208136] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.208292] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.208496] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.208654] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.208812] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.209094] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.209316] env[63326]: DEBUG nova.virt.hardware [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.210163] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9606a17-05fe-4fa5-8b20-20adb88c89b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.218370] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5dc75f-601e-4978-a3d3-fc03187e856b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.323928] env[63326]: DEBUG nova.scheduler.client.report [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.357580] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Releasing lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.357932] env[63326]: DEBUG nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Instance network_info: |[{"id": "ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559", "address": "fa:16:3e:de:e8:32", "network": {"id": "506082b2-6943-490e-afb9-15e344e8bdca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1770800653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6487d28d8c46a7aceb8c775ebee331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8c07f1-5d", "ovs_interfaceid": "ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1500.358238] env[63326]: DEBUG oslo_concurrency.lockutils [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] Acquired lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.358419] env[63326]: DEBUG nova.network.neutron [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Refreshing network info cache for port ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.359449] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e8:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.366940] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Creating folder: Project (db6487d28d8c46a7aceb8c775ebee331). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.369755] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06a91673-9177-48e4-9a0b-45a4ca362153 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.380655] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Created folder: Project (db6487d28d8c46a7aceb8c775ebee331) in parent group-v359097. [ 1500.380866] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Creating folder: Instances. Parent ref: group-v359259. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.381056] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-576ff62e-30e5-4d86-bf75-b71c289e2616 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.392574] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Created folder: Instances in parent group-v359259. [ 1500.392574] env[63326]: DEBUG oslo.service.loopingcall [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.392574] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.392574] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad91887-a8c1-4876-8e37-f3fa06d2b3a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.412548] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.412548] env[63326]: value = "task-1725969" [ 1500.412548] env[63326]: _type = "Task" [ 1500.412548] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.420373] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725969, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.542689] env[63326]: DEBUG oslo_vmware.api [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1725965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263215} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.542983] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.543194] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.543378] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.543674] env[63326]: INFO nova.compute.manager [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1500.543818] env[63326]: DEBUG oslo.service.loopingcall [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.544038] env[63326]: DEBUG nova.compute.manager [-] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.544135] env[63326]: DEBUG nova.network.neutron [-] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.574056] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725966, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.685697] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522388} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.686086] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 67e44e2d-1e54-4380-b32e-7b54be385e34/67e44e2d-1e54-4380-b32e-7b54be385e34.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.686310] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.686561] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a0a34fb-48dc-4c96-9a03-9095bdb796cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.694814] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1500.694814] env[63326]: value = "task-1725970" [ 1500.694814] env[63326]: _type = "Task" [ 1500.694814] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.706892] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.742129] env[63326]: DEBUG nova.network.neutron [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Updated VIF entry in instance network info cache for port ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.742651] env[63326]: DEBUG nova.network.neutron [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Updating instance_info_cache with network_info: [{"id": "ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559", "address": "fa:16:3e:de:e8:32", "network": {"id": "506082b2-6943-490e-afb9-15e344e8bdca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1770800653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6487d28d8c46a7aceb8c775ebee331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8c07f1-5d", "ovs_interfaceid": "ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.744381] env[63326]: DEBUG nova.network.neutron [-] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.835102] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.835798] env[63326]: DEBUG nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.838994] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.132s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.839317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.839624] env[63326]: INFO nova.compute.manager [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Successfully reverted task state from image_uploading on failure for instance. [ 1500.841460] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.064s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.842753] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.844162] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.016s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.844458] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.846765] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.846s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.847027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.849531] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.281s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.867634] env[63326]: DEBUG nova.compute.manager [req-dd8e6228-852d-4dcb-833e-bf383e976297 req-f413c30c-6efb-4ea2-ba27-937c2164c976 service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Received event network-vif-deleted-640beb4d-66eb-4299-90e1-68e744d61c79 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1500.867996] env[63326]: INFO nova.compute.manager [req-dd8e6228-852d-4dcb-833e-bf383e976297 req-f413c30c-6efb-4ea2-ba27-937c2164c976 service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Neutron deleted interface 640beb4d-66eb-4299-90e1-68e744d61c79; detaching it from the instance and deleting it from the info cache [ 1500.868313] env[63326]: DEBUG nova.network.neutron [req-dd8e6228-852d-4dcb-833e-bf383e976297 req-f413c30c-6efb-4ea2-ba27-937c2164c976 service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server [None req-9c1d0dd2-a6a1-46df-9ba4-444149d3f929 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-359238' has already been deleted or has not been completely created [ 1500.874521] env[63326]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-359238' has already been deleted or has not been completely created' [ 1500.874521] env[63326]: Faults: [ManagedObjectNotFound] [ 1500.874521] env[63326]: Details: {'obj': 'snapshot-359238'} [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-359238' has already been deleted or has not been completely created' [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-359238' has already been deleted or has not been completely created [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-359238' has already been deleted or has not been completely created' [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-359238'} [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server raise self.value [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server raise self.value [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1500.874521] env[63326]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server raise self.value [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server raise self.value [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server raise self.value [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 1500.875914] env[63326]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 1500.879382] env[63326]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-359238' has already been deleted or has not been completely created [ 1500.879382] env[63326]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-359238' has already been deleted or has not been completely created' [ 1500.879382] env[63326]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1500.879382] env[63326]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-359238'} [ 1500.879382] env[63326]: ERROR oslo_messaging.rpc.server [ 1500.880634] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.880963] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.881211] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.881498] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.881721] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.881947] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.882272] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.883571] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.883571] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.883571] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.883571] env[63326]: DEBUG nova.virt.hardware [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.885447] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3e3313-8783-4d4f-bdcc-4c90accdf7f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.890763] env[63326]: DEBUG nova.network.neutron [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Successfully updated port: e64c8305-61da-410e-a377-839725253ea8 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.902360] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425156a8-0a37-4f2f-8767-5736e7b2c3a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.924174] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.933388] env[63326]: DEBUG oslo.service.loopingcall [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.937046] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.937243] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95614248-193e-40b1-93aa-8b13622e129b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.957954] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725969, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.959635] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.959635] env[63326]: value = "task-1725971" [ 1500.959635] env[63326]: _type = "Task" [ 1500.959635] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.967608] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725971, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.020839] env[63326]: INFO nova.scheduler.client.report [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleted allocations for instance ca83c6a4-58cb-4adf-af67-20d6b93dd05d [ 1501.020839] env[63326]: INFO nova.scheduler.client.report [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Deleted allocations for instance 1e77e92e-3ef8-4914-82d5-e9163486a32e [ 1501.037498] env[63326]: INFO nova.scheduler.client.report [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted allocations for instance 7283b32e-7419-426a-8f8a-b1644862ea0b [ 1501.074730] env[63326]: DEBUG oslo_vmware.api [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725966, 'name': PowerOnVM_Task, 'duration_secs': 0.745755} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.075027] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.075236] env[63326]: INFO nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1501.075455] env[63326]: DEBUG nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.079206] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdb3c15-f51f-4e40-8359-df77c0f88eaf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.088085] env[63326]: WARNING oslo_messaging._drivers.amqpdriver [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1501.135976] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Updating instance_info_cache with network_info: [{"id": "47e24b27-807e-4788-befe-d87d883e17e2", "address": "fa:16:3e:86:a9:91", "network": {"id": "16a514d6-2b99-41cb-8c65-8c46b57c880c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1034100168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9debdfd3c0146aaab57214814e4a320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47e24b27-80", "ovs_interfaceid": "47e24b27-807e-4788-befe-d87d883e17e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.205052] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205482} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.205052] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.205903] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9a90e9-115e-46f6-b963-bf7aa15fe5f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.228632] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 67e44e2d-1e54-4380-b32e-7b54be385e34/67e44e2d-1e54-4380-b32e-7b54be385e34.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.228987] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269b3f93-b966-4e36-bd78-80f695cf760d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.248179] env[63326]: DEBUG oslo_concurrency.lockutils [req-949449f8-4add-4d26-87e5-fb390e6ee87f req-91f7bd04-ac84-4e5c-865c-970c905d8ffe service nova] Releasing lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.248653] env[63326]: INFO nova.compute.manager [-] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Took 1.36 seconds to deallocate network for instance. [ 1501.248962] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1501.248962] env[63326]: value = "task-1725972" [ 1501.248962] env[63326]: _type = "Task" [ 1501.248962] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.261274] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.340644] env[63326]: DEBUG nova.network.neutron [-] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.362058] env[63326]: INFO nova.compute.claims [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.366206] env[63326]: DEBUG nova.compute.utils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.369982] env[63326]: DEBUG nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1501.369982] env[63326]: DEBUG nova.network.neutron [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.372513] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cf8add7-d0db-4633-8154-a4f943c7956f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.382941] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca497b89-041a-44f8-929f-67beeaab155b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.395210] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.395458] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquired lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.395564] env[63326]: DEBUG nova.network.neutron [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.422975] env[63326]: DEBUG nova.compute.manager [req-dd8e6228-852d-4dcb-833e-bf383e976297 req-f413c30c-6efb-4ea2-ba27-937c2164c976 service nova] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Detach interface failed, port_id=640beb4d-66eb-4299-90e1-68e744d61c79, reason: Instance 75b288ad-f1f4-42de-a9fc-fb226b015b7b could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1501.431851] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725969, 'name': CreateVM_Task, 'duration_secs': 0.761458} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.432104] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.432831] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.433077] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.433432] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.433733] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca28dae-2228-4a39-bcfc-a580408fbd63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.438412] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1501.438412] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525132fa-abf3-0e61-9c77-47ad306de5c9" [ 1501.438412] env[63326]: _type = "Task" [ 1501.438412] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.445466] env[63326]: DEBUG nova.policy [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51d9cba6a5734952a0b7a5a741b765d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa4e7de2d9ff42e3bf71784930c23c23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.450655] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525132fa-abf3-0e61-9c77-47ad306de5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.450938] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.451186] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.451442] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.451601] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.451792] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.452068] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2cee24-4355-43ad-bdf2-3d924545b976 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.458938] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.459134] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.459852] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c02892-059c-4a36-8a21-e259929245cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.467457] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1501.467457] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523802d5-2564-d4a2-b9a4-cb860462c576" [ 1501.467457] env[63326]: _type = "Task" [ 1501.467457] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.470581] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725971, 'name': CreateVM_Task, 'duration_secs': 0.317176} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.473731] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.474241] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.474427] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.474726] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.475328] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6872fddd-20c6-4c39-8ae9-a8d81fcf4fc8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.480335] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523802d5-2564-d4a2-b9a4-cb860462c576, 'name': SearchDatastore_Task, 'duration_secs': 0.008407} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.481078] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885fcb50-f807-4329-89ca-440c0b251126 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.484841] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1501.484841] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5294b705-fb81-61bb-bb7e-1a877c51b5ee" [ 1501.484841] env[63326]: _type = "Task" [ 1501.484841] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.491688] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1501.491688] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f41f81-1440-b6dd-333c-d22363b8d4f4" [ 1501.491688] env[63326]: _type = "Task" [ 1501.491688] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.498127] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5294b705-fb81-61bb-bb7e-1a877c51b5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.498758] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.499017] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.499238] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.503280] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f41f81-1440-b6dd-333c-d22363b8d4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008273} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.503504] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.503779] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413/b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.503986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.504181] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.504385] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a1f4da-450d-46db-9f62-f4e312f52467 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.507785] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b3f095-d9a1-4e73-a372-9135c5e086b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.514756] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1501.514756] env[63326]: value = "task-1725973" [ 1501.514756] env[63326]: _type = "Task" [ 1501.514756] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.518195] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.518366] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.519475] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0d7fda-0828-4880-8afc-f76012d23082 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.524188] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.529498] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49d0baf2-45f1-4799-ba1c-9c094002d663 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "ca83c6a4-58cb-4adf-af67-20d6b93dd05d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.366s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.535421] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1501.535421] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c70758-461a-3035-219d-8320a77781a7" [ 1501.535421] env[63326]: _type = "Task" [ 1501.535421] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.535421] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fe2620c-8764-4d44-a5f5-6fceb5efab15 tempest-MultipleCreateTestJSON-1078500067 tempest-MultipleCreateTestJSON-1078500067-project-member] Lock "1e77e92e-3ef8-4914-82d5-e9163486a32e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.283s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.540364] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c70758-461a-3035-219d-8320a77781a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.541076] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1450dcb-3a1e-469a-89d0-3a96565c8d75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.545836] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6b8df61-c195-4c5a-94ea-4d57131856c7 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "7283b32e-7419-426a-8f8a-b1644862ea0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.557s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.547799] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1501.547799] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b79b7-bae0-b1b0-c891-6fc246940007" [ 1501.547799] env[63326]: _type = "Task" [ 1501.547799] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.557844] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b79b7-bae0-b1b0-c891-6fc246940007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.598907] env[63326]: INFO nova.compute.manager [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Took 51.75 seconds to build instance. [ 1501.638309] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.638529] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1501.638722] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.638964] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.639782] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.639782] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.639782] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.639782] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.640095] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1501.640095] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.737375] env[63326]: DEBUG nova.compute.manager [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Received event network-vif-deleted-202f4531-619c-4358-8690-ee5f8fa4e38e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1501.737627] env[63326]: DEBUG nova.compute.manager [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Received event network-vif-plugged-e64c8305-61da-410e-a377-839725253ea8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1501.737760] env[63326]: DEBUG oslo_concurrency.lockutils [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] Acquiring lock "1f41278f-fd24-47d9-9973-87ece1744370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.737958] env[63326]: DEBUG oslo_concurrency.lockutils [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] Lock "1f41278f-fd24-47d9-9973-87ece1744370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.738904] env[63326]: DEBUG oslo_concurrency.lockutils [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] Lock "1f41278f-fd24-47d9-9973-87ece1744370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.739111] env[63326]: DEBUG nova.compute.manager [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] No waiting events found dispatching network-vif-plugged-e64c8305-61da-410e-a377-839725253ea8 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.739284] env[63326]: WARNING nova.compute.manager [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Received unexpected event network-vif-plugged-e64c8305-61da-410e-a377-839725253ea8 for instance with vm_state building and task_state spawning. [ 1501.739443] env[63326]: DEBUG nova.compute.manager [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Received event network-changed-e64c8305-61da-410e-a377-839725253ea8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1501.739596] env[63326]: DEBUG nova.compute.manager [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Refreshing instance network info cache due to event network-changed-e64c8305-61da-410e-a377-839725253ea8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1501.739777] env[63326]: DEBUG oslo_concurrency.lockutils [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] Acquiring lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.757418] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.761869] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725972, 'name': ReconfigVM_Task, 'duration_secs': 0.272669} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.762159] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 67e44e2d-1e54-4380-b32e-7b54be385e34/67e44e2d-1e54-4380-b32e-7b54be385e34.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.762847] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b222258-e488-4a0d-b892-ad764edcbe8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.769618] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1501.769618] env[63326]: value = "task-1725974" [ 1501.769618] env[63326]: _type = "Task" [ 1501.769618] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.781363] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725974, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.843101] env[63326]: INFO nova.compute.manager [-] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Took 1.30 seconds to deallocate network for instance. [ 1501.871530] env[63326]: INFO nova.compute.resource_tracker [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating resource usage from migration 056d6959-b44f-40ac-a499-ebb0c4908bf5 [ 1501.877059] env[63326]: DEBUG nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.940439] env[63326]: DEBUG nova.network.neutron [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.031999] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725973, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.065662] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b79b7-bae0-b1b0-c891-6fc246940007, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.066012] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.066492] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7/2fe327fb-112d-4ff4-a45c-d1bcb25d22a7.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.066769] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89e14de-d3d9-460e-ad68-53d9687f8400 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.076878] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1502.076878] env[63326]: value = "task-1725975" [ 1502.076878] env[63326]: _type = "Task" [ 1502.076878] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.083539] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.097161] env[63326]: DEBUG nova.network.neutron [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Successfully created port: 6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.101511] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a78eff45-c039-485f-83a5-408dc690bd3f tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "166d524e-5922-4de7-8478-a63533670746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.535s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.144025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.157728] env[63326]: DEBUG nova.network.neutron [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Updating instance_info_cache with network_info: [{"id": "e64c8305-61da-410e-a377-839725253ea8", "address": "fa:16:3e:14:aa:0f", "network": {"id": "87af647f-4af0-4374-8fd7-8b0a4bbe1d67", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-710496109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1748e29e9e64631876339e956509381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64c8305-61", "ovs_interfaceid": "e64c8305-61da-410e-a377-839725253ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.281487] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725974, 'name': Rename_Task, 'duration_secs': 0.160965} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.281762] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.282274] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ed83f6-be65-40a9-9c32-ac88f50fef79 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.292872] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1502.292872] env[63326]: value = "task-1725976" [ 1502.292872] env[63326]: _type = "Task" [ 1502.292872] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.310432] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725976, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.353740] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.416755] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a0ebcf-5568-402b-b4a9-1479f6507b3e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.426058] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6ce534-3fe0-4fb0-95c8-81f1e222d56c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.466304] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47763692-34a2-494b-86b6-b1c7bbf29d14 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.477545] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a558fc0-7e8e-4fd7-b3ee-150aa8167440 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.501161] env[63326]: DEBUG nova.compute.provider_tree [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.524850] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541599} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.525140] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413/b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1502.525419] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.525684] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d67859be-c3e6-4926-a2b1-8d7513599681 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.532368] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1502.532368] env[63326]: value = "task-1725977" [ 1502.532368] env[63326]: _type = "Task" [ 1502.532368] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.540025] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.585927] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725975, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.609646] env[63326]: DEBUG nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.660088] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Releasing lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.660676] env[63326]: DEBUG nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Instance network_info: |[{"id": "e64c8305-61da-410e-a377-839725253ea8", "address": "fa:16:3e:14:aa:0f", "network": {"id": "87af647f-4af0-4374-8fd7-8b0a4bbe1d67", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-710496109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1748e29e9e64631876339e956509381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64c8305-61", "ovs_interfaceid": "e64c8305-61da-410e-a377-839725253ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1502.661216] env[63326]: DEBUG oslo_concurrency.lockutils [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] Acquired lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.661475] env[63326]: DEBUG nova.network.neutron [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Refreshing network info cache for port e64c8305-61da-410e-a377-839725253ea8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.662795] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:aa:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e64c8305-61da-410e-a377-839725253ea8', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.673223] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Creating folder: Project (c1748e29e9e64631876339e956509381). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.673223] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-712ec3e6-48ca-43d3-93a6-dd808f7466de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.686097] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Created folder: Project (c1748e29e9e64631876339e956509381) in parent group-v359097. [ 1502.686353] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Creating folder: Instances. Parent ref: group-v359263. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.686538] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72512ce7-a088-421f-81b9-5e585590aa0a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.695950] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Created folder: Instances in parent group-v359263. [ 1502.696246] env[63326]: DEBUG oslo.service.loopingcall [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.696435] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.696704] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3150cdd6-7718-4d05-bd91-3806f9e5bd35 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.717177] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.717177] env[63326]: value = "task-1725980" [ 1502.717177] env[63326]: _type = "Task" [ 1502.717177] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.725395] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725980, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.807124] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725976, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.902501] env[63326]: DEBUG nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.937024] env[63326]: DEBUG nova.virt.hardware [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.937024] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5c3134-e7ec-4c12-bc3d-107c1953dffd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.948390] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229dbc2e-056a-4497-ade8-a8891e7edc6f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.004829] env[63326]: DEBUG nova.scheduler.client.report [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.045023] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152827} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.045353] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.047219] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b33cd0-e1ed-4f53-861d-8585623540a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.074649] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413/b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.075088] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3833246f-4086-42d3-afe4-52b901fa3dec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.101116] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725975, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.101116] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1503.101116] env[63326]: value = "task-1725981" [ 1503.101116] env[63326]: _type = "Task" [ 1503.101116] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.108731] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.134336] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.231828] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725980, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.303319] env[63326]: DEBUG oslo_vmware.api [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1725976, 'name': PowerOnVM_Task, 'duration_secs': 0.642525} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.303656] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.303898] env[63326]: INFO nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1503.304099] env[63326]: DEBUG nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.304862] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d10351-df5e-4be2-b79b-44e8335f9059 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.512169] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.663s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.512386] env[63326]: INFO nova.compute.manager [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Migrating [ 1503.520313] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.544s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.522871] env[63326]: INFO nova.compute.claims [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.551076] env[63326]: DEBUG nova.network.neutron [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Updated VIF entry in instance network info cache for port e64c8305-61da-410e-a377-839725253ea8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.551480] env[63326]: DEBUG nova.network.neutron [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Updating instance_info_cache with network_info: [{"id": "e64c8305-61da-410e-a377-839725253ea8", "address": "fa:16:3e:14:aa:0f", "network": {"id": "87af647f-4af0-4374-8fd7-8b0a4bbe1d67", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-710496109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1748e29e9e64631876339e956509381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64c8305-61", "ovs_interfaceid": "e64c8305-61da-410e-a377-839725253ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.604842] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725975, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.449891} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.609607] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7/2fe327fb-112d-4ff4-a45c-d1bcb25d22a7.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.609942] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.610347] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6380275f-935d-4eb2-9e94-57bd55fde267 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.622855] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.624564] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1503.624564] env[63326]: value = "task-1725982" [ 1503.624564] env[63326]: _type = "Task" [ 1503.624564] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.633988] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.733096] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725980, 'name': CreateVM_Task, 'duration_secs': 0.690219} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.733343] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.734145] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.734348] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.734719] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.735016] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03566c1e-f7d0-4e34-937c-0b9a985991ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.739812] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1503.739812] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bfcef0-2dfc-4077-3ad1-c859b8c27d72" [ 1503.739812] env[63326]: _type = "Task" [ 1503.739812] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.748963] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bfcef0-2dfc-4077-3ad1-c859b8c27d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.830022] env[63326]: INFO nova.compute.manager [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Took 45.76 seconds to build instance. [ 1504.035689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.036258] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.037405] env[63326]: DEBUG nova.network.neutron [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.054227] env[63326]: DEBUG oslo_concurrency.lockutils [req-399b2122-4dee-4b7a-b3e5-268e50f4b9a8 req-2e54ecf6-be14-4cf5-a161-7c642c18a4ba service nova] Releasing lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.121123] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725981, 'name': ReconfigVM_Task, 'duration_secs': 0.698504} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.121123] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413/b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.121123] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d42c3b02-d639-4b88-9df2-7151715f901d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.126202] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1504.126202] env[63326]: value = "task-1725983" [ 1504.126202] env[63326]: _type = "Task" [ 1504.126202] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.139705] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725983, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.142260] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114029} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.142516] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.143903] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3011a98-1946-45d6-b82b-595788aaed31 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.165015] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7/2fe327fb-112d-4ff4-a45c-d1bcb25d22a7.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.165168] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be3d70d-090a-4a19-a38e-4c80d8f5f201 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.180667] env[63326]: DEBUG nova.network.neutron [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Successfully updated port: 6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.184938] env[63326]: DEBUG nova.compute.manager [req-919934c4-b8d6-43d0-bf4e-2cc8586bdd54 req-233e0fdc-0ab2-42a1-b79e-cbda426d454b service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Received event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1504.185178] env[63326]: DEBUG nova.compute.manager [req-919934c4-b8d6-43d0-bf4e-2cc8586bdd54 req-233e0fdc-0ab2-42a1-b79e-cbda426d454b service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing instance network info cache due to event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1504.185469] env[63326]: DEBUG oslo_concurrency.lockutils [req-919934c4-b8d6-43d0-bf4e-2cc8586bdd54 req-233e0fdc-0ab2-42a1-b79e-cbda426d454b service nova] Acquiring lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.185830] env[63326]: DEBUG oslo_concurrency.lockutils [req-919934c4-b8d6-43d0-bf4e-2cc8586bdd54 req-233e0fdc-0ab2-42a1-b79e-cbda426d454b service nova] Acquired lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.185830] env[63326]: DEBUG nova.network.neutron [req-919934c4-b8d6-43d0-bf4e-2cc8586bdd54 req-233e0fdc-0ab2-42a1-b79e-cbda426d454b service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.188663] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1504.188663] env[63326]: value = "task-1725984" [ 1504.188663] env[63326]: _type = "Task" [ 1504.188663] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.198394] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.250035] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bfcef0-2dfc-4077-3ad1-c859b8c27d72, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.250336] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.250924] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.250924] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.250924] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.251264] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.251360] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b725ac11-2e1c-4d8a-8abb-1e39b4792ce5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.259906] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.260152] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.260901] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a19b6d-469e-4bf1-aca9-11a27848d837 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.267818] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1504.267818] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52439d58-8713-5f0b-a5a7-7fe2ec885496" [ 1504.267818] env[63326]: _type = "Task" [ 1504.267818] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.278241] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52439d58-8713-5f0b-a5a7-7fe2ec885496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.314809] env[63326]: DEBUG nova.compute.manager [req-c6662ceb-c54d-4fe1-a34d-f9e69df3451c req-6c209858-8052-4fc3-a630-016662668a65 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Received event network-vif-plugged-6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1504.315049] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6662ceb-c54d-4fe1-a34d-f9e69df3451c req-6c209858-8052-4fc3-a630-016662668a65 service nova] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.315641] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6662ceb-c54d-4fe1-a34d-f9e69df3451c req-6c209858-8052-4fc3-a630-016662668a65 service nova] Lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.315641] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6662ceb-c54d-4fe1-a34d-f9e69df3451c req-6c209858-8052-4fc3-a630-016662668a65 service nova] Lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.315641] env[63326]: DEBUG nova.compute.manager [req-c6662ceb-c54d-4fe1-a34d-f9e69df3451c req-6c209858-8052-4fc3-a630-016662668a65 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] No waiting events found dispatching network-vif-plugged-6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1504.315842] env[63326]: WARNING nova.compute.manager [req-c6662ceb-c54d-4fe1-a34d-f9e69df3451c req-6c209858-8052-4fc3-a630-016662668a65 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Received unexpected event network-vif-plugged-6ce297df-32af-42ee-9293-0d0b6542070c for instance with vm_state building and task_state spawning. [ 1504.330885] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78e497c-ceec-4653-8a33-caaa10162582 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "67e44e2d-1e54-4380-b32e-7b54be385e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.290s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.640174] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725983, 'name': Rename_Task, 'duration_secs': 0.14369} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.644400] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.645931] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb438ea-024e-48f1-a083-3289f0d28da1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.652675] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1504.652675] env[63326]: value = "task-1725985" [ 1504.652675] env[63326]: _type = "Task" [ 1504.652675] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.664016] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.685822] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.686178] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.686490] env[63326]: DEBUG nova.network.neutron [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.708125] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.782609] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52439d58-8713-5f0b-a5a7-7fe2ec885496, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.783582] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298a97a6-855a-4845-946a-12f5c91fa042 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.789210] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1504.789210] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b0a6b5-3f4c-c83d-0bb4-7e4911525494" [ 1504.789210] env[63326]: _type = "Task" [ 1504.789210] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.804018] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b0a6b5-3f4c-c83d-0bb4-7e4911525494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.833240] env[63326]: DEBUG nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.097248] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04069c8-f9a8-4a5f-b391-a7036fa44100 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.106430] env[63326]: DEBUG nova.network.neutron [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [{"id": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "address": "fa:16:3e:fb:d3:86", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dda47db-14", "ovs_interfaceid": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.111828] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eb4d0c-8ef7-4fcf-a701-fa6617caaa6f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.155044] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd87adc-a4e6-42a2-9969-e5d907df63c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.169922] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148d3069-e624-4751-85b7-6ea7dc2a12dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.173809] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725985, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.185418] env[63326]: DEBUG nova.compute.provider_tree [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.200898] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725984, 'name': ReconfigVM_Task, 'duration_secs': 0.534169} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.201808] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7/2fe327fb-112d-4ff4-a45c-d1bcb25d22a7.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.202672] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb74b60-17da-4bd2-aa8f-83357b01af55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.210545] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1505.210545] env[63326]: value = "task-1725986" [ 1505.210545] env[63326]: _type = "Task" [ 1505.210545] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.221122] env[63326]: DEBUG nova.network.neutron [req-919934c4-b8d6-43d0-bf4e-2cc8586bdd54 req-233e0fdc-0ab2-42a1-b79e-cbda426d454b service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updated VIF entry in instance network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.221122] env[63326]: DEBUG nova.network.neutron [req-919934c4-b8d6-43d0-bf4e-2cc8586bdd54 req-233e0fdc-0ab2-42a1-b79e-cbda426d454b service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updating instance_info_cache with network_info: [{"id": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "address": "fa:16:3e:a1:96:67", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8cb66c-fe", "ovs_interfaceid": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.224599] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725986, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.228144] env[63326]: DEBUG nova.network.neutron [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.305021] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b0a6b5-3f4c-c83d-0bb4-7e4911525494, 'name': SearchDatastore_Task, 'duration_secs': 0.011948} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.305021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.305021] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 1f41278f-fd24-47d9-9973-87ece1744370/1f41278f-fd24-47d9-9973-87ece1744370.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.305021] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-872b9808-3453-4ca3-87ed-97e52fd899de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.310716] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1505.310716] env[63326]: value = "task-1725987" [ 1505.310716] env[63326]: _type = "Task" [ 1505.310716] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.320943] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.364057] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.490631] env[63326]: DEBUG nova.network.neutron [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.619923] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.664962] env[63326]: DEBUG oslo_vmware.api [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1725985, 'name': PowerOnVM_Task, 'duration_secs': 0.784675} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.665239] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.665477] env[63326]: INFO nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1505.665671] env[63326]: DEBUG nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.666549] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e3a832-db87-47b6-ac84-576915b10501 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.691573] env[63326]: DEBUG nova.scheduler.client.report [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.724091] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725986, 'name': Rename_Task, 'duration_secs': 0.216101} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.724207] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.725033] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d3ec8b-15d9-4b70-8313-ffd3c952a8eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.726598] env[63326]: DEBUG oslo_concurrency.lockutils [req-919934c4-b8d6-43d0-bf4e-2cc8586bdd54 req-233e0fdc-0ab2-42a1-b79e-cbda426d454b service nova] Releasing lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.734068] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1505.734068] env[63326]: value = "task-1725988" [ 1505.734068] env[63326]: _type = "Task" [ 1505.734068] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.750336] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.826218] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725987, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.993976] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.994390] env[63326]: DEBUG nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Instance network_info: |[{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.994870] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:97:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ce297df-32af-42ee-9293-0d0b6542070c', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.002370] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Creating folder: Project (aa4e7de2d9ff42e3bf71784930c23c23). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1506.003097] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f71882a7-1aaa-45d3-9910-c654e47e4261 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.013636] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Created folder: Project (aa4e7de2d9ff42e3bf71784930c23c23) in parent group-v359097. [ 1506.013830] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Creating folder: Instances. Parent ref: group-v359266. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1506.014081] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df277e67-6091-4187-836f-52ef66bb9c50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.023161] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Created folder: Instances in parent group-v359266. [ 1506.023429] env[63326]: DEBUG oslo.service.loopingcall [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.023641] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.023852] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6aecb5-e815-45ac-9c42-81e03f25d676 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.042986] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.042986] env[63326]: value = "task-1725991" [ 1506.042986] env[63326]: _type = "Task" [ 1506.042986] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.051075] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725991, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.188091] env[63326]: INFO nova.compute.manager [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Took 46.62 seconds to build instance. [ 1506.193957] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.196025] env[63326]: DEBUG nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.196883] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.793s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.198842] env[63326]: INFO nova.compute.claims [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.244245] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.321965] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725987, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.386528] env[63326]: DEBUG nova.compute.manager [req-4fbdf6e0-9cd7-425c-bf9e-4e39d48a1e4a req-d4236b86-8eb7-4143-bc61-8ee8ed10e9eb service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Received event network-changed-3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1506.386724] env[63326]: DEBUG nova.compute.manager [req-4fbdf6e0-9cd7-425c-bf9e-4e39d48a1e4a req-d4236b86-8eb7-4143-bc61-8ee8ed10e9eb service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Refreshing instance network info cache due to event network-changed-3b6d4c7d-578d-494f-9491-00a1e9dc40a8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1506.386937] env[63326]: DEBUG oslo_concurrency.lockutils [req-4fbdf6e0-9cd7-425c-bf9e-4e39d48a1e4a req-d4236b86-8eb7-4143-bc61-8ee8ed10e9eb service nova] Acquiring lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.387094] env[63326]: DEBUG oslo_concurrency.lockutils [req-4fbdf6e0-9cd7-425c-bf9e-4e39d48a1e4a req-d4236b86-8eb7-4143-bc61-8ee8ed10e9eb service nova] Acquired lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.387418] env[63326]: DEBUG nova.network.neutron [req-4fbdf6e0-9cd7-425c-bf9e-4e39d48a1e4a req-d4236b86-8eb7-4143-bc61-8ee8ed10e9eb service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Refreshing network info cache for port 3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.424828] env[63326]: DEBUG nova.compute.manager [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Received event network-changed-6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1506.424828] env[63326]: DEBUG nova.compute.manager [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Refreshing instance network info cache due to event network-changed-6ce297df-32af-42ee-9293-0d0b6542070c. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1506.425022] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.425796] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.426053] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Refreshing network info cache for port 6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.559819] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725991, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.693735] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0f68e18-a9c2-42ba-b30b-047739d5f4a3 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.119s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.702789] env[63326]: DEBUG nova.compute.utils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.709759] env[63326]: DEBUG nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.710218] env[63326]: DEBUG nova.network.neutron [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.747115] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725988, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.828773] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725987, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.834139] env[63326]: DEBUG nova.policy [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b54399543cd493496835d9b49211b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '519ffe4348824d71956e0096b7b0cd3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1507.057472] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725991, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.137169] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd886e-09ec-42ef-8f16-60a33495119b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.162255] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance '692d1c21-885a-4b1c-9eb2-9e18d95814c3' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1507.198377] env[63326]: DEBUG nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1507.211846] env[63326]: DEBUG nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.245521] env[63326]: DEBUG oslo_vmware.api [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1725988, 'name': PowerOnVM_Task, 'duration_secs': 1.106161} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.246531] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.246773] env[63326]: DEBUG nova.compute.manager [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.247561] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236393d2-38b3-4068-b570-356158eef4a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.296096] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa8993-5e8e-4401-a8f0-61fc5bb4e379 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.304612] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acf7639-61e7-4b3d-a09e-ca6c7a4ae3af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.346579] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a23509-0d60-4ee9-892c-ec2db24dff84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.352857] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725987, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.58775} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.354917] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 1f41278f-fd24-47d9-9973-87ece1744370/1f41278f-fd24-47d9-9973-87ece1744370.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.355175] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.355827] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f400723-f023-4ccf-816a-18131c1276e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.359182] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8aebd3-d0d0-4cdf-912c-e4d5eef65642 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.376141] env[63326]: DEBUG nova.compute.provider_tree [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.382550] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1507.382550] env[63326]: value = "task-1725992" [ 1507.382550] env[63326]: _type = "Task" [ 1507.382550] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.394457] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.412298] env[63326]: DEBUG nova.network.neutron [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Successfully created port: ac5b7ebe-d906-400d-a62c-8f1f5b227774 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.553744] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1725991, 'name': CreateVM_Task, 'duration_secs': 1.48986} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.553744] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.554290] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.554463] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.554851] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.555025] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d1d6d9-8cee-4c57-b713-8cf1afe2231c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.562465] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1507.562465] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dfe55b-73a1-f1c3-0acb-4d3db14fcdfe" [ 1507.562465] env[63326]: _type = "Task" [ 1507.562465] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.567453] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dfe55b-73a1-f1c3-0acb-4d3db14fcdfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.670500] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.670789] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-936dcca0-8d99-4c0f-ae9c-7a14bd9e7e4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.677363] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updated VIF entry in instance network info cache for port 6ce297df-32af-42ee-9293-0d0b6542070c. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.677705] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.679768] env[63326]: DEBUG nova.network.neutron [req-4fbdf6e0-9cd7-425c-bf9e-4e39d48a1e4a req-d4236b86-8eb7-4143-bc61-8ee8ed10e9eb service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Updated VIF entry in instance network info cache for port 3b6d4c7d-578d-494f-9491-00a1e9dc40a8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.680098] env[63326]: DEBUG nova.network.neutron [req-4fbdf6e0-9cd7-425c-bf9e-4e39d48a1e4a req-d4236b86-8eb7-4143-bc61-8ee8ed10e9eb service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Updating instance_info_cache with network_info: [{"id": "3b6d4c7d-578d-494f-9491-00a1e9dc40a8", "address": "fa:16:3e:81:c9:3d", "network": {"id": "db62c349-ed3d-4552-a8b2-9c7d5674c7f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1544463726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96936a761ed8425285e4e2f9cf8d8910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6d4c7d-57", "ovs_interfaceid": "3b6d4c7d-578d-494f-9491-00a1e9dc40a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.682778] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1507.682778] env[63326]: value = "task-1725993" [ 1507.682778] env[63326]: _type = "Task" [ 1507.682778] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.692948] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1507.693174] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance '692d1c21-885a-4b1c-9eb2-9e18d95814c3' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1507.746284] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.768032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.888154] env[63326]: DEBUG nova.scheduler.client.report [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.901303] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072887} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.902572] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.905072] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15af8d3-bdbe-456d-9cfe-62c5147a7db6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.928608] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 1f41278f-fd24-47d9-9973-87ece1744370/1f41278f-fd24-47d9-9973-87ece1744370.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.929501] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55634fe2-61b6-4d25-9a86-3e9a55043950 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.952613] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1507.952613] env[63326]: value = "task-1725994" [ 1507.952613] env[63326]: _type = "Task" [ 1507.952613] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.961747] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.071782] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dfe55b-73a1-f1c3-0acb-4d3db14fcdfe, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.072159] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.072421] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.072689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.072866] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.073255] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.073569] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8cfc843-1728-468d-bcc4-8fae48a2881f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.085298] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.085548] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.086205] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f973368-7769-4fb0-a63e-56957f86a4cf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.091817] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1508.091817] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52df819f-d43b-52e1-74a6-c810714d151d" [ 1508.091817] env[63326]: _type = "Task" [ 1508.091817] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.099736] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52df819f-d43b-52e1-74a6-c810714d151d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.182776] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.183081] env[63326]: DEBUG nova.compute.manager [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Received event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1508.183250] env[63326]: DEBUG nova.compute.manager [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing instance network info cache due to event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1508.183480] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Acquiring lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.183629] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Acquired lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.183791] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.185208] env[63326]: DEBUG oslo_concurrency.lockutils [req-4fbdf6e0-9cd7-425c-bf9e-4e39d48a1e4a req-d4236b86-8eb7-4143-bc61-8ee8ed10e9eb service nova] Releasing lock "refresh_cache-67e44e2d-1e54-4380-b32e-7b54be385e34" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.199623] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.199623] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.199623] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.199907] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.199986] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.200224] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.201034] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.201034] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.201034] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.201279] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.201384] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.207689] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb8fdd2-3b6d-43a3-af48-a5277d8a5a27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.224228] env[63326]: DEBUG nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.228822] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1508.228822] env[63326]: value = "task-1725995" [ 1508.228822] env[63326]: _type = "Task" [ 1508.228822] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.237800] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.255359] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:33:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='200b8504-5bd4-417f-ab87-17434de028ca',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-227153802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.255637] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.255835] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.256041] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.256269] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.256519] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.256868] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.257079] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.257259] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.257423] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.257597] env[63326]: DEBUG nova.virt.hardware [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.258801] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b9f77f-6e2b-4fed-b4ba-8a57f91936d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.270624] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f23f7b-b88f-4af8-b144-1cdf0acf0bf7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.394740] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.395475] env[63326]: DEBUG nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.398584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.984s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.400015] env[63326]: INFO nova.compute.claims [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.442471] env[63326]: DEBUG nova.compute.manager [req-e283e255-9c17-4db9-a0c0-403e05b30c11 req-10db2afc-8e4c-46d1-8bb7-f79258dcbb57 service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Received event network-changed-ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1508.442708] env[63326]: DEBUG nova.compute.manager [req-e283e255-9c17-4db9-a0c0-403e05b30c11 req-10db2afc-8e4c-46d1-8bb7-f79258dcbb57 service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Refreshing instance network info cache due to event network-changed-ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1508.442932] env[63326]: DEBUG oslo_concurrency.lockutils [req-e283e255-9c17-4db9-a0c0-403e05b30c11 req-10db2afc-8e4c-46d1-8bb7-f79258dcbb57 service nova] Acquiring lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.443093] env[63326]: DEBUG oslo_concurrency.lockutils [req-e283e255-9c17-4db9-a0c0-403e05b30c11 req-10db2afc-8e4c-46d1-8bb7-f79258dcbb57 service nova] Acquired lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.443255] env[63326]: DEBUG nova.network.neutron [req-e283e255-9c17-4db9-a0c0-403e05b30c11 req-10db2afc-8e4c-46d1-8bb7-f79258dcbb57 service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Refreshing network info cache for port ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.461349] env[63326]: DEBUG nova.compute.manager [req-36b5c666-6e2c-453c-a923-9824faf5e22e req-203572a4-9570-4ef9-b6c0-ea5e993710a0 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Received event network-changed-a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1508.461541] env[63326]: DEBUG nova.compute.manager [req-36b5c666-6e2c-453c-a923-9824faf5e22e req-203572a4-9570-4ef9-b6c0-ea5e993710a0 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Refreshing instance network info cache due to event network-changed-a321c2f9-f5ee-42c4-abb2-67ac1b247a22. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1508.461793] env[63326]: DEBUG oslo_concurrency.lockutils [req-36b5c666-6e2c-453c-a923-9824faf5e22e req-203572a4-9570-4ef9-b6c0-ea5e993710a0 service nova] Acquiring lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.461899] env[63326]: DEBUG oslo_concurrency.lockutils [req-36b5c666-6e2c-453c-a923-9824faf5e22e req-203572a4-9570-4ef9-b6c0-ea5e993710a0 service nova] Acquired lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.462040] env[63326]: DEBUG nova.network.neutron [req-36b5c666-6e2c-453c-a923-9824faf5e22e req-203572a4-9570-4ef9-b6c0-ea5e993710a0 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Refreshing network info cache for port a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.466407] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725994, 'name': ReconfigVM_Task, 'duration_secs': 0.295443} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.466835] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 1f41278f-fd24-47d9-9973-87ece1744370/1f41278f-fd24-47d9-9973-87ece1744370.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.467425] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1dcc280-bae7-4bed-b4fb-bf2e596cc489 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.474153] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1508.474153] env[63326]: value = "task-1725996" [ 1508.474153] env[63326]: _type = "Task" [ 1508.474153] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.482643] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725996, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.514113] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "166d524e-5922-4de7-8478-a63533670746" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.514358] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "166d524e-5922-4de7-8478-a63533670746" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.514578] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "166d524e-5922-4de7-8478-a63533670746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.514744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "166d524e-5922-4de7-8478-a63533670746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.514909] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "166d524e-5922-4de7-8478-a63533670746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.517370] env[63326]: INFO nova.compute.manager [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Terminating instance [ 1508.603116] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52df819f-d43b-52e1-74a6-c810714d151d, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.603984] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3091ba95-5dfd-4e2f-b106-490b60e8f69f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.609135] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1508.609135] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cd24c0-9e49-4226-0656-0b4a360ffb3e" [ 1508.609135] env[63326]: _type = "Task" [ 1508.609135] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.618487] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cd24c0-9e49-4226-0656-0b4a360ffb3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.740712] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1725995, 'name': ReconfigVM_Task, 'duration_secs': 0.174344} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.741043] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance '692d1c21-885a-4b1c-9eb2-9e18d95814c3' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1508.767197] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.767458] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.768420] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.768420] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.768420] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.770716] env[63326]: INFO nova.compute.manager [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Terminating instance [ 1508.904524] env[63326]: DEBUG nova.compute.utils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1508.907764] env[63326]: DEBUG nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1508.907927] env[63326]: DEBUG nova.network.neutron [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.984467] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725996, 'name': Rename_Task, 'duration_secs': 0.246899} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.984751] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.984996] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-134c6000-4516-414c-a572-e1f15c592251 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.994078] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1508.994078] env[63326]: value = "task-1725997" [ 1508.994078] env[63326]: _type = "Task" [ 1508.994078] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.009864] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725997, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.015024] env[63326]: DEBUG nova.policy [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33f65fffa8c4d558cacec22c2dfa569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6de069b8bfde4349a60c50e4c7f5cdc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.020709] env[63326]: DEBUG nova.compute.manager [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1509.020774] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.021595] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43204605-9c51-4a05-a364-e478c65f80af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.030964] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.031452] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1db558-9bba-4a1e-b403-cd99f64d8e34 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.037773] env[63326]: DEBUG oslo_vmware.api [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1509.037773] env[63326]: value = "task-1725998" [ 1509.037773] env[63326]: _type = "Task" [ 1509.037773] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.047472] env[63326]: DEBUG oslo_vmware.api [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.119389] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cd24c0-9e49-4226-0656-0b4a360ffb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.01197} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.119667] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.119930] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f214df39-a352-450d-9a68-ccaa5d209b48/f214df39-a352-450d-9a68-ccaa5d209b48.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.120207] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d356264-a8c1-4c8c-bf5e-bace40687dca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.122723] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updated VIF entry in instance network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.123067] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updating instance_info_cache with network_info: [{"id": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "address": "fa:16:3e:a1:96:67", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8cb66c-fe", "ovs_interfaceid": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.129479] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1509.129479] env[63326]: value = "task-1725999" [ 1509.129479] env[63326]: _type = "Task" [ 1509.129479] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.139174] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1725999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.247270] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1509.247636] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.247736] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1509.247870] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.248021] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1509.248171] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1509.248370] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1509.248524] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1509.248685] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1509.248845] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1509.249013] env[63326]: DEBUG nova.virt.hardware [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1509.254629] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1509.257749] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03893313-7bb1-4235-9784-1e39be05d4d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.276608] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "refresh_cache-2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.276815] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquired lock "refresh_cache-2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.277141] env[63326]: DEBUG nova.network.neutron [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.284489] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1509.284489] env[63326]: value = "task-1726000" [ 1509.284489] env[63326]: _type = "Task" [ 1509.284489] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.292820] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.408977] env[63326]: DEBUG nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.505221] env[63326]: DEBUG nova.network.neutron [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Successfully created port: de8b3abe-2c47-4c88-a6bb-d636be67f2ef {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.514864] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725997, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.552091] env[63326]: DEBUG oslo_vmware.api [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.625352] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Releasing lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.626652] env[63326]: DEBUG nova.compute.manager [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Received event network-changed-a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1509.626652] env[63326]: DEBUG nova.compute.manager [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Refreshing instance network info cache due to event network-changed-a321c2f9-f5ee-42c4-abb2-67ac1b247a22. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1509.626652] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Acquiring lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.639374] env[63326]: DEBUG nova.network.neutron [req-36b5c666-6e2c-453c-a923-9824faf5e22e req-203572a4-9570-4ef9-b6c0-ea5e993710a0 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Updated VIF entry in instance network info cache for port a321c2f9-f5ee-42c4-abb2-67ac1b247a22. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.640797] env[63326]: DEBUG nova.network.neutron [req-36b5c666-6e2c-453c-a923-9824faf5e22e req-203572a4-9570-4ef9-b6c0-ea5e993710a0 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Updating instance_info_cache with network_info: [{"id": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "address": "fa:16:3e:60:67:27", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa321c2f9-f5", "ovs_interfaceid": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.651735] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1725999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.698435] env[63326]: DEBUG nova.network.neutron [req-e283e255-9c17-4db9-a0c0-403e05b30c11 req-10db2afc-8e4c-46d1-8bb7-f79258dcbb57 service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Updated VIF entry in instance network info cache for port ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.699021] env[63326]: DEBUG nova.network.neutron [req-e283e255-9c17-4db9-a0c0-403e05b30c11 req-10db2afc-8e4c-46d1-8bb7-f79258dcbb57 service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Updating instance_info_cache with network_info: [{"id": "ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559", "address": "fa:16:3e:de:e8:32", "network": {"id": "506082b2-6943-490e-afb9-15e344e8bdca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1770800653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db6487d28d8c46a7aceb8c775ebee331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee8c07f1-5d", "ovs_interfaceid": "ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.728803] env[63326]: DEBUG nova.network.neutron [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Successfully updated port: ac5b7ebe-d906-400d-a62c-8f1f5b227774 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.797048] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726000, 'name': ReconfigVM_Task, 'duration_secs': 0.340713} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.797530] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1509.798666] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaaf8ae-dfb0-446d-bca0-ca147457e5a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.803379] env[63326]: DEBUG nova.network.neutron [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.832802] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 692d1c21-885a-4b1c-9eb2-9e18d95814c3/692d1c21-885a-4b1c-9eb2-9e18d95814c3.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.833756] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c442aab-9b51-40d7-a22c-016583cce605 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.857356] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1509.857356] env[63326]: value = "task-1726001" [ 1509.857356] env[63326]: _type = "Task" [ 1509.857356] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.865149] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.924836] env[63326]: DEBUG nova.network.neutron [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.002465] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331f6c3f-488e-4a18-afeb-24abdab53b4d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.010217] env[63326]: DEBUG oslo_vmware.api [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1725997, 'name': PowerOnVM_Task, 'duration_secs': 0.637618} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.012301] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.012519] env[63326]: INFO nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1510.012699] env[63326]: DEBUG nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.013509] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76fd875-97af-4c3b-9d52-56766742d25f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.016861] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ce1d1-d609-4604-95b8-2e25280c6e57 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.055202] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d97a78-1457-46fb-9a89-9db62b12b24e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.066943] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c951e6ef-d041-4a53-9dfb-bbba177d33ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.071376] env[63326]: DEBUG oslo_vmware.api [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1725998, 'name': PowerOffVM_Task, 'duration_secs': 0.799464} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.071643] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.071814] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.072427] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8efce2ed-a233-4f27-91c6-9378bfd2e2f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.082326] env[63326]: DEBUG nova.compute.provider_tree [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.139997] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1725999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605586} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.140316] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f214df39-a352-450d-9a68-ccaa5d209b48/f214df39-a352-450d-9a68-ccaa5d209b48.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.140535] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.140796] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a71247b-e04b-40b4-9bbd-8eaea83cc134 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.147575] env[63326]: DEBUG oslo_concurrency.lockutils [req-36b5c666-6e2c-453c-a923-9824faf5e22e req-203572a4-9570-4ef9-b6c0-ea5e993710a0 service nova] Releasing lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.148070] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1510.148070] env[63326]: value = "task-1726003" [ 1510.148070] env[63326]: _type = "Task" [ 1510.148070] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.148296] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Acquired lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.148486] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Refreshing network info cache for port a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.154339] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.154510] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.154710] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Deleting the datastore file [datastore1] 166d524e-5922-4de7-8478-a63533670746 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.155331] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fcc87b9-1014-45d1-9f46-6b270e963529 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.162141] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.164498] env[63326]: DEBUG oslo_vmware.api [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1510.164498] env[63326]: value = "task-1726004" [ 1510.164498] env[63326]: _type = "Task" [ 1510.164498] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.173716] env[63326]: DEBUG oslo_vmware.api [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1726004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.202317] env[63326]: DEBUG oslo_concurrency.lockutils [req-e283e255-9c17-4db9-a0c0-403e05b30c11 req-10db2afc-8e4c-46d1-8bb7-f79258dcbb57 service nova] Releasing lock "refresh_cache-b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.231757] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.231945] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.232149] env[63326]: DEBUG nova.network.neutron [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.369827] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726001, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.421692] env[63326]: DEBUG nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.430492] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Releasing lock "refresh_cache-2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.430965] env[63326]: DEBUG nova.compute.manager [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.431179] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.432099] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf9c874-9bda-466e-851d-488a4e27aada {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.441257] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.444733] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87011bab-9324-4f9c-8ea4-489a8292c941 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.450551] env[63326]: DEBUG oslo_vmware.api [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1510.450551] env[63326]: value = "task-1726005" [ 1510.450551] env[63326]: _type = "Task" [ 1510.450551] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.455751] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.456020] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.456295] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.456600] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.456739] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.456888] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.457120] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.457283] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.457447] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.457613] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.457803] env[63326]: DEBUG nova.virt.hardware [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.458628] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946ccb87-8257-484e-889e-9e890229e25a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.474612] env[63326]: DEBUG oslo_vmware.api [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1726005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.475768] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc56fd-90dd-4a30-969f-623145e3c573 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.564940] env[63326]: INFO nova.compute.manager [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Took 43.42 seconds to build instance. [ 1510.585297] env[63326]: DEBUG nova.scheduler.client.report [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.647189] env[63326]: DEBUG nova.compute.manager [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Received event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1510.647394] env[63326]: DEBUG nova.compute.manager [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing instance network info cache due to event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1510.647648] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] Acquiring lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.647823] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] Acquired lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.648837] env[63326]: DEBUG nova.network.neutron [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.660567] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066483} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.661322] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.661914] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68696ad3-c624-406c-b12e-225e38adff8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.686280] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f214df39-a352-450d-9a68-ccaa5d209b48/f214df39-a352-450d-9a68-ccaa5d209b48.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.687346] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b4175e-9e5b-4a32-9d94-01647b7b1db9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.705287] env[63326]: DEBUG oslo_vmware.api [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1726004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22276} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.705747] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.709021] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.709021] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.709021] env[63326]: INFO nova.compute.manager [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 166d524e-5922-4de7-8478-a63533670746] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1510.709021] env[63326]: DEBUG oslo.service.loopingcall [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.709021] env[63326]: DEBUG nova.compute.manager [-] [instance: 166d524e-5922-4de7-8478-a63533670746] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.709021] env[63326]: DEBUG nova.network.neutron [-] [instance: 166d524e-5922-4de7-8478-a63533670746] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.711748] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1510.711748] env[63326]: value = "task-1726006" [ 1510.711748] env[63326]: _type = "Task" [ 1510.711748] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.721695] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.786395] env[63326]: DEBUG nova.compute.manager [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Received event network-vif-plugged-ac5b7ebe-d906-400d-a62c-8f1f5b227774 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1510.786615] env[63326]: DEBUG oslo_concurrency.lockutils [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] Acquiring lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.786822] env[63326]: DEBUG oslo_concurrency.lockutils [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.786988] env[63326]: DEBUG oslo_concurrency.lockutils [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.787173] env[63326]: DEBUG nova.compute.manager [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] No waiting events found dispatching network-vif-plugged-ac5b7ebe-d906-400d-a62c-8f1f5b227774 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.787339] env[63326]: WARNING nova.compute.manager [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Received unexpected event network-vif-plugged-ac5b7ebe-d906-400d-a62c-8f1f5b227774 for instance with vm_state building and task_state spawning. [ 1510.787581] env[63326]: DEBUG nova.compute.manager [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Received event network-changed-ac5b7ebe-d906-400d-a62c-8f1f5b227774 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1510.787645] env[63326]: DEBUG nova.compute.manager [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Refreshing instance network info cache due to event network-changed-ac5b7ebe-d906-400d-a62c-8f1f5b227774. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1510.787820] env[63326]: DEBUG oslo_concurrency.lockutils [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] Acquiring lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.817144] env[63326]: DEBUG nova.network.neutron [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1510.877317] env[63326]: DEBUG oslo_vmware.api [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726001, 'name': ReconfigVM_Task, 'duration_secs': 0.517236} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.877736] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 692d1c21-885a-4b1c-9eb2-9e18d95814c3/692d1c21-885a-4b1c-9eb2-9e18d95814c3.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.878213] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance '692d1c21-885a-4b1c-9eb2-9e18d95814c3' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1510.968656] env[63326]: DEBUG oslo_vmware.api [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1726005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.069827] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ca8d6b4-0686-4a13-ae11-43274475a479 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "1f41278f-fd24-47d9-9973-87ece1744370" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.679s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.089892] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.091410] env[63326]: DEBUG nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1511.095093] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.130s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.095419] env[63326]: DEBUG nova.objects.instance [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1511.226634] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.271736] env[63326]: DEBUG nova.network.neutron [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance_info_cache with network_info: [{"id": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "address": "fa:16:3e:57:a8:9d", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5b7ebe-d9", "ovs_interfaceid": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.341335] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Updated VIF entry in instance network info cache for port a321c2f9-f5ee-42c4-abb2-67ac1b247a22. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.341904] env[63326]: DEBUG nova.network.neutron [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Updating instance_info_cache with network_info: [{"id": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "address": "fa:16:3e:60:67:27", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa321c2f9-f5", "ovs_interfaceid": "a321c2f9-f5ee-42c4-abb2-67ac1b247a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.374170] env[63326]: DEBUG nova.network.neutron [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Successfully updated port: de8b3abe-2c47-4c88-a6bb-d636be67f2ef {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.389705] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ac90b-5a20-4c95-87c9-859165639e24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.416091] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe12c26-ccf4-4765-b21e-d08dfba55562 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.437927] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance '692d1c21-885a-4b1c-9eb2-9e18d95814c3' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1511.465293] env[63326]: DEBUG oslo_vmware.api [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1726005, 'name': PowerOffVM_Task, 'duration_secs': 0.755319} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.465634] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.465812] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.466170] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3286b3c5-ebad-4c64-9954-31d9031e0aeb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.502261] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.502261] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.502261] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Deleting the datastore file [datastore1] 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.502261] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f530341-f15f-4785-b92d-100664d97c8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.509149] env[63326]: DEBUG oslo_vmware.api [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for the task: (returnval){ [ 1511.509149] env[63326]: value = "task-1726008" [ 1511.509149] env[63326]: _type = "Task" [ 1511.509149] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.520303] env[63326]: DEBUG oslo_vmware.api [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1726008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.523827] env[63326]: DEBUG nova.network.neutron [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updated VIF entry in instance network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.524172] env[63326]: DEBUG nova.network.neutron [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updating instance_info_cache with network_info: [{"id": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "address": "fa:16:3e:a1:96:67", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8cb66c-fe", "ovs_interfaceid": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.571163] env[63326]: DEBUG nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1511.597371] env[63326]: DEBUG nova.compute.utils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1511.598953] env[63326]: DEBUG nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.599225] env[63326]: DEBUG nova.network.neutron [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.677761] env[63326]: DEBUG nova.policy [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fe3baf1cc3e406eadc0f025c2dfc950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb7ef1e1c23e47d799e17039cc81bfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1511.723775] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726006, 'name': ReconfigVM_Task, 'duration_secs': 0.965756} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.723868] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f214df39-a352-450d-9a68-ccaa5d209b48/f214df39-a352-450d-9a68-ccaa5d209b48.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.724537] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69abe7d4-2c86-4ff0-8770-678e6f4a3b34 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.732603] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1511.732603] env[63326]: value = "task-1726009" [ 1511.732603] env[63326]: _type = "Task" [ 1511.732603] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.742266] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726009, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.774664] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.775046] env[63326]: DEBUG nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Instance network_info: |[{"id": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "address": "fa:16:3e:57:a8:9d", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5b7ebe-d9", "ovs_interfaceid": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1511.775362] env[63326]: DEBUG oslo_concurrency.lockutils [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] Acquired lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.775612] env[63326]: DEBUG nova.network.neutron [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Refreshing network info cache for port ac5b7ebe-d906-400d-a62c-8f1f5b227774 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.780644] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:a8:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac5b7ebe-d906-400d-a62c-8f1f5b227774', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.785636] env[63326]: DEBUG oslo.service.loopingcall [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.787425] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.787425] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed43514e-8555-44ec-8469-3aa03aa9692b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.808936] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.808936] env[63326]: value = "task-1726010" [ 1511.808936] env[63326]: _type = "Task" [ 1511.808936] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.817942] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726010, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.844624] env[63326]: DEBUG oslo_concurrency.lockutils [req-2aeb874d-999e-419e-82fe-cc635bf87147 req-dfd51dd7-3d9a-4d63-ab6c-8a47d3514fdb service nova] Releasing lock "refresh_cache-166d524e-5922-4de7-8478-a63533670746" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.875366] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "refresh_cache-e10a6121-e366-41c8-b000-9a27fb0dc4c9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.875575] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "refresh_cache-e10a6121-e366-41c8-b000-9a27fb0dc4c9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.875748] env[63326]: DEBUG nova.network.neutron [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.921021] env[63326]: DEBUG nova.network.neutron [-] [instance: 166d524e-5922-4de7-8478-a63533670746] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.951384] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "1f41278f-fd24-47d9-9973-87ece1744370" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.951833] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "1f41278f-fd24-47d9-9973-87ece1744370" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.952386] env[63326]: INFO nova.compute.manager [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Rebooting instance [ 1512.004202] env[63326]: DEBUG nova.network.neutron [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Port 9dda47db-14d3-49c2-817f-8b5a0ebbb664 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1512.020754] env[63326]: DEBUG oslo_vmware.api [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Task: {'id': task-1726008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143258} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.021591] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.021791] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.021989] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.022259] env[63326]: INFO nova.compute.manager [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1512.022549] env[63326]: DEBUG oslo.service.loopingcall [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.022996] env[63326]: DEBUG nova.compute.manager [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1512.023125] env[63326]: DEBUG nova.network.neutron [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.026960] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] Releasing lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.027210] env[63326]: DEBUG nova.compute.manager [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Received event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1512.027380] env[63326]: DEBUG nova.compute.manager [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing instance network info cache due to event network-changed-9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1512.027580] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] Acquiring lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.027722] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] Acquired lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.031149] env[63326]: DEBUG nova.network.neutron [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Refreshing network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.040929] env[63326]: DEBUG nova.network.neutron [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.073931] env[63326]: DEBUG nova.network.neutron [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Successfully created port: f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1512.095866] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.102638] env[63326]: DEBUG nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1512.109400] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8fd95c5-9931-432a-a7b3-ad3e574004ef tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.112355] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.003s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.112355] env[63326]: DEBUG nova.objects.instance [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lazy-loading 'resources' on Instance uuid 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.244650] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726009, 'name': Rename_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.323853] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726010, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.423357] env[63326]: DEBUG nova.network.neutron [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.424286] env[63326]: INFO nova.compute.manager [-] [instance: 166d524e-5922-4de7-8478-a63533670746] Took 1.72 seconds to deallocate network for instance. [ 1512.488990] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.489185] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquired lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.489357] env[63326]: DEBUG nova.network.neutron [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.536369] env[63326]: DEBUG nova.network.neutron [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updated VIF entry in instance network info cache for port ac5b7ebe-d906-400d-a62c-8f1f5b227774. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.536734] env[63326]: DEBUG nova.network.neutron [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance_info_cache with network_info: [{"id": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "address": "fa:16:3e:57:a8:9d", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5b7ebe-d9", "ovs_interfaceid": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.543120] env[63326]: DEBUG nova.network.neutron [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.744204] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726009, 'name': Rename_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.821770] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726010, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.844259] env[63326]: DEBUG nova.network.neutron [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updated VIF entry in instance network info cache for port 9d8cb66c-fe99-43b8-863e-d988cbbf5811. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.844259] env[63326]: DEBUG nova.network.neutron [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updating instance_info_cache with network_info: [{"id": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "address": "fa:16:3e:a1:96:67", "network": {"id": "6cd72453-4a73-4215-b379-a309ddbbb635", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1856002855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "860460ff722947d4abe3cc9489ff158c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8cb66c-fe", "ovs_interfaceid": "9d8cb66c-fe99-43b8-863e-d988cbbf5811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.854591] env[63326]: DEBUG nova.network.neutron [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Updating instance_info_cache with network_info: [{"id": "de8b3abe-2c47-4c88-a6bb-d636be67f2ef", "address": "fa:16:3e:03:ba:8f", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde8b3abe-2c", "ovs_interfaceid": "de8b3abe-2c47-4c88-a6bb-d636be67f2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.881341] env[63326]: DEBUG nova.compute.manager [req-625b99e7-dc2f-487f-ac27-e691e0646827 req-b2d47ccb-3da8-44e9-b1d3-62863b6d0422 service nova] [instance: 166d524e-5922-4de7-8478-a63533670746] Received event network-vif-deleted-a321c2f9-f5ee-42c4-abb2-67ac1b247a22 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1512.907302] env[63326]: DEBUG nova.compute.manager [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Received event network-vif-plugged-de8b3abe-2c47-4c88-a6bb-d636be67f2ef {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1512.907302] env[63326]: DEBUG oslo_concurrency.lockutils [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] Acquiring lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.907302] env[63326]: DEBUG oslo_concurrency.lockutils [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] Lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.907302] env[63326]: DEBUG oslo_concurrency.lockutils [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] Lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.907302] env[63326]: DEBUG nova.compute.manager [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] No waiting events found dispatching network-vif-plugged-de8b3abe-2c47-4c88-a6bb-d636be67f2ef {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.907302] env[63326]: WARNING nova.compute.manager [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Received unexpected event network-vif-plugged-de8b3abe-2c47-4c88-a6bb-d636be67f2ef for instance with vm_state building and task_state spawning. [ 1512.907302] env[63326]: DEBUG nova.compute.manager [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Received event network-changed-de8b3abe-2c47-4c88-a6bb-d636be67f2ef {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1512.907973] env[63326]: DEBUG nova.compute.manager [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Refreshing instance network info cache due to event network-changed-de8b3abe-2c47-4c88-a6bb-d636be67f2ef. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1512.908321] env[63326]: DEBUG oslo_concurrency.lockutils [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] Acquiring lock "refresh_cache-e10a6121-e366-41c8-b000-9a27fb0dc4c9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.934098] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.035693] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.035996] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.036403] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.042122] env[63326]: DEBUG oslo_concurrency.lockutils [req-9709f82d-784f-4ee3-853a-7b4269016add req-29b93f7e-f443-4ae7-8a1f-61ad4ba3f9c4 service nova] Releasing lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.047323] env[63326]: INFO nova.compute.manager [-] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Took 1.02 seconds to deallocate network for instance. [ 1513.100098] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755dd12e-1ba8-4791-9433-70287de82d10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.112453] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df6a71-aba0-48e5-ab59-ae0641c1b692 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.116198] env[63326]: DEBUG nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1513.153667] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2772301-80b2-4142-b4f9-237eb0a9a6be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.167823] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1513.168079] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1513.168241] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1513.168425] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1513.168571] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1513.168719] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1513.169067] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1513.169137] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1513.169265] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1513.169427] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1513.169599] env[63326]: DEBUG nova.virt.hardware [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1513.170928] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b281dcc8-6904-494b-8a3a-954f656c84b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.176237] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71aea5c-9609-43ea-8df6-80e37267c3bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.193093] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d691326b-bf76-48b3-90fc-e2876de7ceb6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.197313] env[63326]: DEBUG nova.compute.provider_tree [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.246598] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726009, 'name': Rename_Task, 'duration_secs': 1.272311} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.246869] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.247455] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-395b517e-d564-417d-9550-3e32c86ae66a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.256124] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1513.256124] env[63326]: value = "task-1726011" [ 1513.256124] env[63326]: _type = "Task" [ 1513.256124] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.265594] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.317228] env[63326]: DEBUG nova.network.neutron [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Updating instance_info_cache with network_info: [{"id": "e64c8305-61da-410e-a377-839725253ea8", "address": "fa:16:3e:14:aa:0f", "network": {"id": "87af647f-4af0-4374-8fd7-8b0a4bbe1d67", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-710496109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1748e29e9e64631876339e956509381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape64c8305-61", "ovs_interfaceid": "e64c8305-61da-410e-a377-839725253ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.323175] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726010, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.345983] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad6fa9c9-88f1-4e3f-832a-9dbae58ffd24 req-e2b9da02-9926-4611-9ebb-8e3df1c58623 service nova] Releasing lock "refresh_cache-3887d706-a6f2-4e8d-b6db-8946280404a5" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.357880] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "refresh_cache-e10a6121-e366-41c8-b000-9a27fb0dc4c9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.358243] env[63326]: DEBUG nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Instance network_info: |[{"id": "de8b3abe-2c47-4c88-a6bb-d636be67f2ef", "address": "fa:16:3e:03:ba:8f", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde8b3abe-2c", "ovs_interfaceid": "de8b3abe-2c47-4c88-a6bb-d636be67f2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.358549] env[63326]: DEBUG oslo_concurrency.lockutils [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] Acquired lock "refresh_cache-e10a6121-e366-41c8-b000-9a27fb0dc4c9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.358729] env[63326]: DEBUG nova.network.neutron [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Refreshing network info cache for port de8b3abe-2c47-4c88-a6bb-d636be67f2ef {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.360092] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:ba:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de8b3abe-2c47-4c88-a6bb-d636be67f2ef', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.368395] env[63326]: DEBUG oslo.service.loopingcall [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.369364] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.369605] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45d4b300-b511-495d-9c04-f2a358039a84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.390273] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.390273] env[63326]: value = "task-1726012" [ 1513.390273] env[63326]: _type = "Task" [ 1513.390273] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.398518] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726012, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.553431] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.700581] env[63326]: DEBUG nova.scheduler.client.report [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.745492] env[63326]: DEBUG nova.network.neutron [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Successfully updated port: f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1513.769212] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.822737] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726010, 'name': CreateVM_Task, 'duration_secs': 1.546438} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.823099] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.823652] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.823820] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.824173] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.825122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Releasing lock "refresh_cache-1f41278f-fd24-47d9-9973-87ece1744370" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.826172] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e17c3cb-5fa5-41fa-8262-27ee34ef1eba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.833059] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1513.833059] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523f4e9f-919e-d4df-bd80-dfd52b5af8c0" [ 1513.833059] env[63326]: _type = "Task" [ 1513.833059] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.845315] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523f4e9f-919e-d4df-bd80-dfd52b5af8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.901346] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726012, 'name': CreateVM_Task, 'duration_secs': 0.398103} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.901516] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.902158] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.096764] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.096951] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.097145] env[63326]: DEBUG nova.network.neutron [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.161116] env[63326]: DEBUG nova.network.neutron [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Updated VIF entry in instance network info cache for port de8b3abe-2c47-4c88-a6bb-d636be67f2ef. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.161494] env[63326]: DEBUG nova.network.neutron [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Updating instance_info_cache with network_info: [{"id": "de8b3abe-2c47-4c88-a6bb-d636be67f2ef", "address": "fa:16:3e:03:ba:8f", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde8b3abe-2c", "ovs_interfaceid": "de8b3abe-2c47-4c88-a6bb-d636be67f2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.206704] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.208962] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.852s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.211024] env[63326]: INFO nova.compute.claims [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.237453] env[63326]: INFO nova.scheduler.client.report [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Deleted allocations for instance 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd [ 1514.250516] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.250876] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.251143] env[63326]: DEBUG nova.network.neutron [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.271861] env[63326]: DEBUG oslo_vmware.api [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726011, 'name': PowerOnVM_Task, 'duration_secs': 0.617357} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.272302] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.272569] env[63326]: INFO nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Took 11.37 seconds to spawn the instance on the hypervisor. [ 1514.272815] env[63326]: DEBUG nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.273947] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300575f5-5714-40bf-bc04-1ede2e9ce6fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.332023] env[63326]: DEBUG nova.compute.manager [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.332614] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0063dd8-d126-4a36-933d-09c727411418 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.344487] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523f4e9f-919e-d4df-bd80-dfd52b5af8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.346050] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.346294] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.346548] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.346760] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.347027] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.349392] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.350336] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.350336] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c0a6389-37e6-40d6-813b-99b986ab576b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.351789] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c98adcae-340b-4fd5-ba21-084f815e8ac8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.357696] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1514.357696] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52603535-8924-82d9-90ad-9acf81cf64e9" [ 1514.357696] env[63326]: _type = "Task" [ 1514.357696] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.362159] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.362405] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.363559] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5d074f-1ee0-4214-94fa-d0720d787428 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.369525] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52603535-8924-82d9-90ad-9acf81cf64e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.372939] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1514.372939] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5295c086-5299-a3b0-1365-71dc48dce785" [ 1514.372939] env[63326]: _type = "Task" [ 1514.372939] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.380450] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5295c086-5299-a3b0-1365-71dc48dce785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.663920] env[63326]: DEBUG oslo_concurrency.lockutils [req-56782a89-01c7-4b64-9f97-228151114743 req-68a4887d-d2c9-413c-9891-7a60a117c1da service nova] Releasing lock "refresh_cache-e10a6121-e366-41c8-b000-9a27fb0dc4c9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.745656] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ab179a4-26ea-4221-9882-9fda70f68cf1 tempest-ServersTestMultiNic-1038348064 tempest-ServersTestMultiNic-1038348064-project-member] Lock "4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.561s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.793825] env[63326]: INFO nova.compute.manager [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Took 45.37 seconds to build instance. [ 1514.813837] env[63326]: DEBUG nova.network.neutron [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.868557] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52603535-8924-82d9-90ad-9acf81cf64e9, 'name': SearchDatastore_Task, 'duration_secs': 0.020058} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.868924] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.869209] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.869418] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.883298] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5295c086-5299-a3b0-1365-71dc48dce785, 'name': SearchDatastore_Task, 'duration_secs': 0.016091} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.884739] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b9ecab-da8a-4aa1-893f-9348b98eb0ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.893363] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1514.893363] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a31984-0fd9-44dc-83ae-10b470bdbe6f" [ 1514.893363] env[63326]: _type = "Task" [ 1514.893363] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.901698] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a31984-0fd9-44dc-83ae-10b470bdbe6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.950925] env[63326]: DEBUG nova.compute.manager [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Received event network-vif-plugged-f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1514.951162] env[63326]: DEBUG oslo_concurrency.lockutils [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] Acquiring lock "2d314c2f-890b-4ce0-971c-181d512ec73e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.951368] env[63326]: DEBUG oslo_concurrency.lockutils [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] Lock "2d314c2f-890b-4ce0-971c-181d512ec73e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.951534] env[63326]: DEBUG oslo_concurrency.lockutils [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] Lock "2d314c2f-890b-4ce0-971c-181d512ec73e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.951704] env[63326]: DEBUG nova.compute.manager [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] No waiting events found dispatching network-vif-plugged-f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1514.951924] env[63326]: WARNING nova.compute.manager [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Received unexpected event network-vif-plugged-f79297bd-6a35-420f-8078-937ca56b4a6e for instance with vm_state building and task_state spawning. [ 1514.952338] env[63326]: DEBUG nova.compute.manager [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Received event network-changed-f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1514.952541] env[63326]: DEBUG nova.compute.manager [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Refreshing instance network info cache due to event network-changed-f79297bd-6a35-420f-8078-937ca56b4a6e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1514.952712] env[63326]: DEBUG oslo_concurrency.lockutils [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] Acquiring lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.972802] env[63326]: DEBUG nova.network.neutron [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [{"id": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "address": "fa:16:3e:fb:d3:86", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dda47db-14", "ovs_interfaceid": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.031177] env[63326]: DEBUG nova.network.neutron [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updating instance_info_cache with network_info: [{"id": "f79297bd-6a35-420f-8078-937ca56b4a6e", "address": "fa:16:3e:30:8e:6a", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79297bd-6a", "ovs_interfaceid": "f79297bd-6a35-420f-8078-937ca56b4a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.301655] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d9035ef-d58f-46aa-a2d7-9b9045840915 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.839s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.358229] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e62b06-7744-406f-8918-29ff0539a608 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.375696] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Doing hard reboot of VM {{(pid=63326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1515.375696] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6a56e6e0-3fd4-4b76-9f3d-4d6a23f62dc8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.387573] env[63326]: DEBUG oslo_vmware.api [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1515.387573] env[63326]: value = "task-1726013" [ 1515.387573] env[63326]: _type = "Task" [ 1515.387573] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.401504] env[63326]: DEBUG oslo_vmware.api [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1726013, 'name': ResetVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.410986] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a31984-0fd9-44dc-83ae-10b470bdbe6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013469} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.411284] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.411608] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62/413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.411908] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.411999] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.416188] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fe6cfae-2ccf-4f98-ac5c-1ef02faebffd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.418889] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60da4c69-755a-4d3e-aa78-8b8b48f60bdc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.431934] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1515.431934] env[63326]: value = "task-1726014" [ 1515.431934] env[63326]: _type = "Task" [ 1515.431934] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.442743] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.449485] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.449679] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.450438] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c68ef0-08c4-4d98-ae2d-166779b56c96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.458856] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1515.458856] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c19028-2f88-9c35-ac6f-8d39290ba741" [ 1515.458856] env[63326]: _type = "Task" [ 1515.458856] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.469303] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c19028-2f88-9c35-ac6f-8d39290ba741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.477076] env[63326]: DEBUG oslo_concurrency.lockutils [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.538011] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Releasing lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.538375] env[63326]: DEBUG nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Instance network_info: |[{"id": "f79297bd-6a35-420f-8078-937ca56b4a6e", "address": "fa:16:3e:30:8e:6a", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79297bd-6a", "ovs_interfaceid": "f79297bd-6a35-420f-8078-937ca56b4a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.538855] env[63326]: DEBUG oslo_concurrency.lockutils [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] Acquired lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.539725] env[63326]: DEBUG nova.network.neutron [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Refreshing network info cache for port f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.540981] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:8e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f79297bd-6a35-420f-8078-937ca56b4a6e', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1515.549293] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Creating folder: Project (bb7ef1e1c23e47d799e17039cc81bfdf). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.550090] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f771eef-167d-461f-97f6-61eac6ec2c88 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.568543] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Created folder: Project (bb7ef1e1c23e47d799e17039cc81bfdf) in parent group-v359097. [ 1515.568543] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Creating folder: Instances. Parent ref: group-v359271. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.568714] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-675e4a81-7806-4c66-a65a-7c53bfc10eb2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.587779] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Created folder: Instances in parent group-v359271. [ 1515.588057] env[63326]: DEBUG oslo.service.loopingcall [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.588269] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1515.588484] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c61a8830-00b1-4f1b-80ee-883d39ffb708 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.615251] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1515.615251] env[63326]: value = "task-1726017" [ 1515.615251] env[63326]: _type = "Task" [ 1515.615251] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.624754] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726017, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.773705] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31849d5b-387b-4322-97ff-b488ba2c17dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.784135] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df4bfcd-e1ec-4bd3-9e4e-1c7cf13a9202 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.822388] env[63326]: DEBUG nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.826285] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e516183c-d037-4d84-8d61-eebee6d4b553 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.838416] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4f0af0-4099-468f-a5fc-cf71d89d514f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.861430] env[63326]: DEBUG nova.compute.provider_tree [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.902012] env[63326]: DEBUG oslo_vmware.api [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1726013, 'name': ResetVM_Task, 'duration_secs': 0.110728} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.902012] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Did hard reboot of VM {{(pid=63326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1515.902012] env[63326]: DEBUG nova.compute.manager [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.903804] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760383ee-e032-45a9-a833-7b2ad9e51185 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.945526] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726014, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.974515] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c19028-2f88-9c35-ac6f-8d39290ba741, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.976874] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e07fb8d-ada8-453d-9e91-3b436ef25b13 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.987413] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1515.987413] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52402b6d-c76f-fec0-eada-1f4245990866" [ 1515.987413] env[63326]: _type = "Task" [ 1515.987413] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.001524] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52402b6d-c76f-fec0-eada-1f4245990866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.004068] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766db143-10f1-401b-99b3-0d0f3057c36d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.024932] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb455c4-03d8-434b-bfc6-a20f47807a75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.035722] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance '692d1c21-885a-4b1c-9eb2-9e18d95814c3' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.129008] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726017, 'name': CreateVM_Task, 'duration_secs': 0.490751} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.129194] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1516.129853] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.130023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.130348] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1516.130805] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da68305-ac85-4d68-8258-238c9d0648c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.135967] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1516.135967] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d6da86-da99-3e32-7093-bc63c888722d" [ 1516.135967] env[63326]: _type = "Task" [ 1516.135967] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.145021] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d6da86-da99-3e32-7093-bc63c888722d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.353381] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.363250] env[63326]: DEBUG nova.scheduler.client.report [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.418297] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65edb0c7-5efe-4f90-aeda-2199a4df8581 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "1f41278f-fd24-47d9-9973-87ece1744370" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.466s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.444809] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594776} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.445137] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62/413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.445443] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.445954] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f4c77a6-0b15-4e4a-93bf-a456a0f87084 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.449892] env[63326]: DEBUG nova.network.neutron [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updated VIF entry in instance network info cache for port f79297bd-6a35-420f-8078-937ca56b4a6e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.450332] env[63326]: DEBUG nova.network.neutron [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updating instance_info_cache with network_info: [{"id": "f79297bd-6a35-420f-8078-937ca56b4a6e", "address": "fa:16:3e:30:8e:6a", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79297bd-6a", "ovs_interfaceid": "f79297bd-6a35-420f-8078-937ca56b4a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.454351] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1516.454351] env[63326]: value = "task-1726018" [ 1516.454351] env[63326]: _type = "Task" [ 1516.454351] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.466025] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.501365] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52402b6d-c76f-fec0-eada-1f4245990866, 'name': SearchDatastore_Task, 'duration_secs': 0.027998} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.501636] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.501893] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] e10a6121-e366-41c8-b000-9a27fb0dc4c9/e10a6121-e366-41c8-b000-9a27fb0dc4c9.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.502237] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8d403e3-83ea-4b07-ae92-f54d27c5eeec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.510114] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1516.510114] env[63326]: value = "task-1726019" [ 1516.510114] env[63326]: _type = "Task" [ 1516.510114] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.518318] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.544265] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-846d5f78-2b65-4de6-9731-8b3b9b4e64f2 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance '692d1c21-885a-4b1c-9eb2-9e18d95814c3' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.649255] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d6da86-da99-3e32-7093-bc63c888722d, 'name': SearchDatastore_Task, 'duration_secs': 0.010316} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.650015] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.650272] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1516.650501] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.650673] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.650812] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.651421] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29355529-9399-4e9a-b972-cb1791cd3722 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.664206] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.664206] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1516.664206] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a25319-3483-4249-8431-995990ce89f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.670745] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1516.670745] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52907e01-d55e-29b9-f82c-90c3dab1b785" [ 1516.670745] env[63326]: _type = "Task" [ 1516.670745] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.685452] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52907e01-d55e-29b9-f82c-90c3dab1b785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.871024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.871024] env[63326]: DEBUG nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.873251] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.141s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.873707] env[63326]: DEBUG nova.objects.instance [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1516.953431] env[63326]: DEBUG oslo_concurrency.lockutils [req-755c86c7-482c-4100-ab43-1002a1d4e86e req-893e84a7-a8db-43e9-8662-f7c3214e73fa service nova] Releasing lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.968592] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101659} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.968592] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.969784] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb10a07-86b6-4860-874e-6d17cf84c366 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.003951] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62/413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.005718] env[63326]: DEBUG nova.compute.manager [req-59ad094c-6603-4b8b-bdcb-aebd37871669 req-82a9251a-1b90-4d7c-9d9e-983c7cfd5615 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Received event network-changed-6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1517.006160] env[63326]: DEBUG nova.compute.manager [req-59ad094c-6603-4b8b-bdcb-aebd37871669 req-82a9251a-1b90-4d7c-9d9e-983c7cfd5615 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Refreshing instance network info cache due to event network-changed-6ce297df-32af-42ee-9293-0d0b6542070c. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1517.009019] env[63326]: DEBUG oslo_concurrency.lockutils [req-59ad094c-6603-4b8b-bdcb-aebd37871669 req-82a9251a-1b90-4d7c-9d9e-983c7cfd5615 service nova] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.009019] env[63326]: DEBUG oslo_concurrency.lockutils [req-59ad094c-6603-4b8b-bdcb-aebd37871669 req-82a9251a-1b90-4d7c-9d9e-983c7cfd5615 service nova] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.009019] env[63326]: DEBUG nova.network.neutron [req-59ad094c-6603-4b8b-bdcb-aebd37871669 req-82a9251a-1b90-4d7c-9d9e-983c7cfd5615 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Refreshing network info cache for port 6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1517.009019] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c60390-c662-4b33-a2fb-55b78cfa8817 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.042024] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.042376] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1517.042376] env[63326]: value = "task-1726020" [ 1517.042376] env[63326]: _type = "Task" [ 1517.042376] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.055978] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.182256] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52907e01-d55e-29b9-f82c-90c3dab1b785, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.182975] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e1e78b-0da9-49d8-88af-8e6d173277d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.189511] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1517.189511] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5203c568-4ad7-c140-e697-e706dfcb5639" [ 1517.189511] env[63326]: _type = "Task" [ 1517.189511] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.198558] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5203c568-4ad7-c140-e697-e706dfcb5639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.225814] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "1f41278f-fd24-47d9-9973-87ece1744370" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.226108] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "1f41278f-fd24-47d9-9973-87ece1744370" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.226332] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "1f41278f-fd24-47d9-9973-87ece1744370-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.226519] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "1f41278f-fd24-47d9-9973-87ece1744370-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.226738] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "1f41278f-fd24-47d9-9973-87ece1744370-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.229025] env[63326]: INFO nova.compute.manager [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Terminating instance [ 1517.383071] env[63326]: DEBUG nova.compute.utils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.386027] env[63326]: DEBUG nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1517.386027] env[63326]: DEBUG nova.network.neutron [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.429264] env[63326]: DEBUG nova.policy [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef1644ecf3541daa7d39ba2206d163e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6bcee9a93ad4c148c1cf541a9dd5d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.540980] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.553771] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726020, 'name': ReconfigVM_Task, 'duration_secs': 0.368152} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.554045] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62/413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.554736] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18863f2-de50-4bf8-aa8f-4e902bc3ea7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.562912] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1517.562912] env[63326]: value = "task-1726021" [ 1517.562912] env[63326]: _type = "Task" [ 1517.562912] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.575642] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726021, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.706281] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5203c568-4ad7-c140-e697-e706dfcb5639, 'name': SearchDatastore_Task, 'duration_secs': 0.021992} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.706366] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.706646] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2d314c2f-890b-4ce0-971c-181d512ec73e/2d314c2f-890b-4ce0-971c-181d512ec73e.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1517.706939] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bae517d-bea6-4f86-8345-5c5f6a1d7a1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.718284] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1517.718284] env[63326]: value = "task-1726022" [ 1517.718284] env[63326]: _type = "Task" [ 1517.718284] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.729986] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.732881] env[63326]: DEBUG nova.compute.manager [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.733129] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.734127] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad107da-2c2d-4b13-8b9a-ff4f61dd5d0e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.742802] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.745867] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3356368f-e0b5-4d3c-94ea-26d1d6fafeff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.753810] env[63326]: DEBUG oslo_vmware.api [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1517.753810] env[63326]: value = "task-1726023" [ 1517.753810] env[63326]: _type = "Task" [ 1517.753810] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.767951] env[63326]: DEBUG oslo_vmware.api [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1726023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.886787] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e7fce390-0572-4996-9b4a-251cdd6ab633 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.887906] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.642s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.889457] env[63326]: INFO nova.compute.claims [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.892364] env[63326]: DEBUG nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.008023] env[63326]: DEBUG nova.network.neutron [req-59ad094c-6603-4b8b-bdcb-aebd37871669 req-82a9251a-1b90-4d7c-9d9e-983c7cfd5615 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updated VIF entry in instance network info cache for port 6ce297df-32af-42ee-9293-0d0b6542070c. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.008447] env[63326]: DEBUG nova.network.neutron [req-59ad094c-6603-4b8b-bdcb-aebd37871669 req-82a9251a-1b90-4d7c-9d9e-983c7cfd5615 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.010148] env[63326]: DEBUG nova.network.neutron [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Successfully created port: 1c276f8d-ef05-4ebc-b9dd-348226b113c9 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.041262] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.080388] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726021, 'name': Rename_Task, 'duration_secs': 0.163654} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.080661] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.080894] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56cc31be-5b73-4349-be44-279006e486c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.088925] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1518.088925] env[63326]: value = "task-1726024" [ 1518.088925] env[63326]: _type = "Task" [ 1518.088925] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.098824] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.229374] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.263656] env[63326]: DEBUG oslo_vmware.api [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1726023, 'name': PowerOffVM_Task, 'duration_secs': 0.255315} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.263931] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.264112] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.264360] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d451d345-480e-4c5b-9db9-7b87952c90c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.345361] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.345690] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.345803] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Deleting the datastore file [datastore1] 1f41278f-fd24-47d9-9973-87ece1744370 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.346091] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56fc86f4-9856-4950-8d35-795d605b3520 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.354881] env[63326]: DEBUG oslo_vmware.api [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for the task: (returnval){ [ 1518.354881] env[63326]: value = "task-1726026" [ 1518.354881] env[63326]: _type = "Task" [ 1518.354881] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.364302] env[63326]: DEBUG oslo_vmware.api [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1726026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.512974] env[63326]: DEBUG oslo_concurrency.lockutils [req-59ad094c-6603-4b8b-bdcb-aebd37871669 req-82a9251a-1b90-4d7c-9d9e-983c7cfd5615 service nova] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.541469] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726019, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.689244} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.541899] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] e10a6121-e366-41c8-b000-9a27fb0dc4c9/e10a6121-e366-41c8-b000-9a27fb0dc4c9.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1518.542159] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1518.542724] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565aeb18-b4c9-49ef-bb69-c3e495a0ced0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.554024] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1518.554024] env[63326]: value = "task-1726027" [ 1518.554024] env[63326]: _type = "Task" [ 1518.554024] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.566162] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.600168] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.731946] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726022, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.866989] env[63326]: DEBUG oslo_vmware.api [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1726026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.908371] env[63326]: DEBUG nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.937265] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.937498] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.937653] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.937839] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.937984] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.938141] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.938343] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.938498] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.938660] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.938817] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.939014] env[63326]: DEBUG nova.virt.hardware [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.939852] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf4f788-e07d-46d9-b457-831cb5380a8f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.948486] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b316e57-1e90-4f74-9f34-7f57ff1730aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.998164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.998942] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.998942] env[63326]: DEBUG nova.compute.manager [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Going to confirm migration 2 {{(pid=63326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1519.062054] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080308} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.062054] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1519.063097] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bc984f-c0c0-4a9a-9583-2136585d3c45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.085030] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] e10a6121-e366-41c8-b000-9a27fb0dc4c9/e10a6121-e366-41c8-b000-9a27fb0dc4c9.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.088051] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7d25f3-a58f-4693-8f57-c8d958b16409 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.111840] env[63326]: DEBUG oslo_vmware.api [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726024, 'name': PowerOnVM_Task, 'duration_secs': 0.755218} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.113145] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.113346] env[63326]: INFO nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Took 10.89 seconds to spawn the instance on the hypervisor. [ 1519.113575] env[63326]: DEBUG nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.113919] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1519.113919] env[63326]: value = "task-1726028" [ 1519.113919] env[63326]: _type = "Task" [ 1519.113919] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.116996] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12547b2e-a6c2-4b14-b292-dfd7ce34c584 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.128846] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.232160] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726022, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.147923} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.234694] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2d314c2f-890b-4ce0-971c-181d512ec73e/2d314c2f-890b-4ce0-971c-181d512ec73e.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1519.234919] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1519.235370] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cbe8d37-c32e-42e0-8cbd-bca7ab7c6825 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.242447] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1519.242447] env[63326]: value = "task-1726029" [ 1519.242447] env[63326]: _type = "Task" [ 1519.242447] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.255831] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.365806] env[63326]: DEBUG oslo_vmware.api [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Task: {'id': task-1726026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572899} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.366207] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.366947] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.367203] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.368985] env[63326]: INFO nova.compute.manager [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1519.369341] env[63326]: DEBUG oslo.service.loopingcall [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.370730] env[63326]: DEBUG nova.compute.manager [-] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.370866] env[63326]: DEBUG nova.network.neutron [-] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.372891] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d52400-0570-4a30-8f33-957f7003b576 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.380733] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19d6484-585b-453b-9dbe-ae81f3486e5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.414058] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e809f168-b697-494d-9023-726f23b5fb09 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.422697] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b1013d-3730-4da5-8985-c0295de46b8d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.437454] env[63326]: DEBUG nova.compute.provider_tree [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.558063] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.558232] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.558423] env[63326]: DEBUG nova.network.neutron [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.558614] env[63326]: DEBUG nova.objects.instance [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'info_cache' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.629967] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.644755] env[63326]: INFO nova.compute.manager [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Took 44.69 seconds to build instance. [ 1519.754475] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08685} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.754475] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1519.755155] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abbe5f4-a1d3-4a7b-9660-80925d1799a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.780059] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 2d314c2f-890b-4ce0-971c-181d512ec73e/2d314c2f-890b-4ce0-971c-181d512ec73e.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.780314] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea18dc0-0f97-484d-a071-b6fe2387e9a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.801620] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1519.801620] env[63326]: value = "task-1726030" [ 1519.801620] env[63326]: _type = "Task" [ 1519.801620] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.813273] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.941154] env[63326]: DEBUG nova.scheduler.client.report [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.136269] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726028, 'name': ReconfigVM_Task, 'duration_secs': 0.926449} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.136269] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Reconfigured VM instance instance-0000003b to attach disk [datastore1] e10a6121-e366-41c8-b000-9a27fb0dc4c9/e10a6121-e366-41c8-b000-9a27fb0dc4c9.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1520.136269] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d44ea8-4338-4b73-bc80-e364d51ae4a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.143389] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1520.143389] env[63326]: value = "task-1726031" [ 1520.143389] env[63326]: _type = "Task" [ 1520.143389] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.148060] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7a34292c-670d-494d-a0ba-0389894ce4d4 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.416s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.153408] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726031, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.314461] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726030, 'name': ReconfigVM_Task, 'duration_secs': 0.324016} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.314461] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 2d314c2f-890b-4ce0-971c-181d512ec73e/2d314c2f-890b-4ce0-971c-181d512ec73e.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1520.315102] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d906b0aa-8947-4408-a80a-281a8f5be28b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.322557] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1520.322557] env[63326]: value = "task-1726032" [ 1520.322557] env[63326]: _type = "Task" [ 1520.322557] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.332301] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726032, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.359089] env[63326]: DEBUG nova.network.neutron [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Successfully updated port: 1c276f8d-ef05-4ebc-b9dd-348226b113c9 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1520.424522] env[63326]: DEBUG nova.compute.manager [req-045e8a66-a9cc-4b34-b465-d2eb86906053 req-993b898e-68d7-4661-a4ec-ccc6bfe7457f service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Received event network-vif-plugged-1c276f8d-ef05-4ebc-b9dd-348226b113c9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1520.424760] env[63326]: DEBUG oslo_concurrency.lockutils [req-045e8a66-a9cc-4b34-b465-d2eb86906053 req-993b898e-68d7-4661-a4ec-ccc6bfe7457f service nova] Acquiring lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.424969] env[63326]: DEBUG oslo_concurrency.lockutils [req-045e8a66-a9cc-4b34-b465-d2eb86906053 req-993b898e-68d7-4661-a4ec-ccc6bfe7457f service nova] Lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.425152] env[63326]: DEBUG oslo_concurrency.lockutils [req-045e8a66-a9cc-4b34-b465-d2eb86906053 req-993b898e-68d7-4661-a4ec-ccc6bfe7457f service nova] Lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.425836] env[63326]: DEBUG nova.compute.manager [req-045e8a66-a9cc-4b34-b465-d2eb86906053 req-993b898e-68d7-4661-a4ec-ccc6bfe7457f service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] No waiting events found dispatching network-vif-plugged-1c276f8d-ef05-4ebc-b9dd-348226b113c9 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1520.426133] env[63326]: WARNING nova.compute.manager [req-045e8a66-a9cc-4b34-b465-d2eb86906053 req-993b898e-68d7-4661-a4ec-ccc6bfe7457f service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Received unexpected event network-vif-plugged-1c276f8d-ef05-4ebc-b9dd-348226b113c9 for instance with vm_state building and task_state spawning. [ 1520.447060] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.447600] env[63326]: DEBUG nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1520.451162] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.591s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.451966] env[63326]: DEBUG nova.objects.instance [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lazy-loading 'resources' on Instance uuid 61e42297-2200-451a-8449-021698550e5a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.654463] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726031, 'name': Rename_Task, 'duration_secs': 0.379752} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.654735] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.654975] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9180c9d7-38eb-4915-a929-7fd4212b5b1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.662285] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1520.662285] env[63326]: value = "task-1726033" [ 1520.662285] env[63326]: _type = "Task" [ 1520.662285] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.671875] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.714569] env[63326]: DEBUG nova.network.neutron [-] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.835060] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726032, 'name': Rename_Task, 'duration_secs': 0.161267} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.835224] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.835387] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c164bdf4-c670-4493-8eac-78cd1e8473c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.843810] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1520.843810] env[63326]: value = "task-1726034" [ 1520.843810] env[63326]: _type = "Task" [ 1520.843810] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.855233] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.863863] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "refresh_cache-0b19d2c8-f7c9-4d74-940e-be61b6b073e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.864868] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "refresh_cache-0b19d2c8-f7c9-4d74-940e-be61b6b073e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.864868] env[63326]: DEBUG nova.network.neutron [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.954541] env[63326]: DEBUG nova.compute.utils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.959918] env[63326]: DEBUG nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.960571] env[63326]: DEBUG nova.network.neutron [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.130099] env[63326]: DEBUG nova.policy [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91bf716afd544410be4f856360769473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2441de38707e4ca5b3f027474c769999', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1521.136042] env[63326]: DEBUG nova.network.neutron [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [{"id": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "address": "fa:16:3e:fb:d3:86", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dda47db-14", "ovs_interfaceid": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.176478] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726033, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.218074] env[63326]: INFO nova.compute.manager [-] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Took 1.85 seconds to deallocate network for instance. [ 1521.362165] env[63326]: DEBUG oslo_vmware.api [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726034, 'name': PowerOnVM_Task, 'duration_secs': 0.49995} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.362374] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.362566] env[63326]: INFO nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1521.362790] env[63326]: DEBUG nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.364038] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5441abdb-4e7e-49e2-a8e8-ada6fd010374 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.455009] env[63326]: DEBUG nova.network.neutron [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1521.464592] env[63326]: DEBUG nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1521.508237] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55756f1b-368c-46f3-9169-beede7503e25 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.519292] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f137c796-5aa9-4fd9-b462-bd814625d952 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.566932] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f71806-7688-4063-883d-b30897e959ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.580142] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcc11bb-a2c9-4bb7-879b-f10b0ded03ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.597242] env[63326]: DEBUG nova.compute.provider_tree [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.637732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.637990] env[63326]: DEBUG nova.objects.instance [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'migration_context' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.673538] env[63326]: DEBUG oslo_vmware.api [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726033, 'name': PowerOnVM_Task, 'duration_secs': 0.709224} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.673986] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.674197] env[63326]: INFO nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Took 11.25 seconds to spawn the instance on the hypervisor. [ 1521.674403] env[63326]: DEBUG nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.675181] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59789f7a-d984-4293-86af-cf1372ad907d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.733034] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.858118] env[63326]: DEBUG nova.network.neutron [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Updating instance_info_cache with network_info: [{"id": "1c276f8d-ef05-4ebc-b9dd-348226b113c9", "address": "fa:16:3e:65:aa:dc", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c276f8d-ef", "ovs_interfaceid": "1c276f8d-ef05-4ebc-b9dd-348226b113c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.887496] env[63326]: INFO nova.compute.manager [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Took 38.49 seconds to build instance. [ 1521.959066] env[63326]: DEBUG nova.network.neutron [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Successfully created port: ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1522.039255] env[63326]: DEBUG nova.compute.manager [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1522.101331] env[63326]: DEBUG nova.scheduler.client.report [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.141210] env[63326]: DEBUG nova.objects.base [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Object Instance<692d1c21-885a-4b1c-9eb2-9e18d95814c3> lazy-loaded attributes: info_cache,migration_context {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1522.142437] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82952cf5-6dc4-4e2e-8272-cb7bb585ee2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.909028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "refresh_cache-0b19d2c8-f7c9-4d74-940e-be61b6b073e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.909315] env[63326]: DEBUG nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Instance network_info: |[{"id": "1c276f8d-ef05-4ebc-b9dd-348226b113c9", "address": "fa:16:3e:65:aa:dc", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c276f8d-ef", "ovs_interfaceid": "1c276f8d-ef05-4ebc-b9dd-348226b113c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1522.909620] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf282e7b-26b9-45db-8591-34cdc65bd19f tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "2d314c2f-890b-4ce0-971c-181d512ec73e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.710s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.910570] env[63326]: DEBUG nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.916411] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.465s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.923710] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:aa:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c276f8d-ef05-4ebc-b9dd-348226b113c9', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1522.931794] env[63326]: DEBUG oslo.service.loopingcall [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.933167] env[63326]: DEBUG nova.compute.manager [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Received event network-vif-deleted-e64c8305-61da-410e-a377-839725253ea8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1522.933446] env[63326]: DEBUG nova.compute.manager [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Received event network-changed-1c276f8d-ef05-4ebc-b9dd-348226b113c9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1522.933633] env[63326]: DEBUG nova.compute.manager [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Refreshing instance network info cache due to event network-changed-1c276f8d-ef05-4ebc-b9dd-348226b113c9. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1522.933881] env[63326]: DEBUG oslo_concurrency.lockutils [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] Acquiring lock "refresh_cache-0b19d2c8-f7c9-4d74-940e-be61b6b073e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.933982] env[63326]: DEBUG oslo_concurrency.lockutils [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] Acquired lock "refresh_cache-0b19d2c8-f7c9-4d74-940e-be61b6b073e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.934171] env[63326]: DEBUG nova.network.neutron [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Refreshing network info cache for port 1c276f8d-ef05-4ebc-b9dd-348226b113c9 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.935316] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.178s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.935648] env[63326]: DEBUG nova.objects.instance [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lazy-loading 'resources' on Instance uuid 3e499f64-1e39-4972-ac48-9672b6d39f83 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.936889] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66a182e-cb2c-4a3e-b963-488b43cc40ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.939982] env[63326]: INFO nova.compute.manager [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Took 40.55 seconds to build instance. [ 1522.941795] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.942112] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1522.942934] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e361df36-768e-4f5f-9cd0-11b6b2c5f2df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.961463] env[63326]: INFO nova.scheduler.client.report [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Deleted allocations for instance 61e42297-2200-451a-8449-021698550e5a [ 1522.967367] env[63326]: DEBUG oslo_vmware.api [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1522.967367] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5217e8d5-45ad-3b8a-34f2-b04f6cc0ce52" [ 1522.967367] env[63326]: _type = "Task" [ 1522.967367] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.973374] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.975966] env[63326]: DEBUG nova.virt.hardware [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.976867] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9da5c0-d545-4ce2-ab1f-1e5f33cdd58d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.983732] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1522.983732] env[63326]: value = "task-1726035" [ 1522.983732] env[63326]: _type = "Task" [ 1522.983732] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.984042] env[63326]: DEBUG oslo_vmware.api [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5217e8d5-45ad-3b8a-34f2-b04f6cc0ce52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.991457] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc85c5-eb6d-4472-ac08-bddf229be48f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.998953] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726035, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.447060] env[63326]: DEBUG oslo_concurrency.lockutils [None req-083e59f9-cb97-452a-bab2-4c7c70d9e64d tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.639s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.477596] env[63326]: DEBUG oslo_concurrency.lockutils [None req-808d5a8c-ddb5-48c2-b16c-e0af4898990d tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "61e42297-2200-451a-8449-021698550e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.189s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.486226] env[63326]: DEBUG oslo_vmware.api [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5217e8d5-45ad-3b8a-34f2-b04f6cc0ce52, 'name': SearchDatastore_Task, 'duration_secs': 0.027013} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.489472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.495496] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726035, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.969314] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d6e1ba-6f6f-48ed-965b-ecf0bcbb1f47 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.990745] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfac9dd-61a7-42ea-b2c1-82724b3d193d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.001631] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726035, 'name': CreateVM_Task, 'duration_secs': 0.677034} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.028891] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.030194] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.030365] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.030989] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.031984] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2aeb33-18ed-4c77-9137-f14929d371ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.038069] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a9fa6e-9204-4c83-8c83-d19f033e0910 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.041386] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1524.041386] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5204d66c-a2e2-dd49-8307-dd1c4517eee9" [ 1524.041386] env[63326]: _type = "Task" [ 1524.041386] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.052196] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f168b4a9-7bcb-4ffa-941d-98f42c011b37 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.060227] env[63326]: DEBUG nova.compute.manager [req-56a18f57-c051-4ab3-80db-cabf6b463f49 req-5927a6e9-913d-435f-8555-7d456885368b service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Received event network-changed-f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1524.060294] env[63326]: DEBUG nova.compute.manager [req-56a18f57-c051-4ab3-80db-cabf6b463f49 req-5927a6e9-913d-435f-8555-7d456885368b service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Refreshing instance network info cache due to event network-changed-f79297bd-6a35-420f-8078-937ca56b4a6e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1524.060521] env[63326]: DEBUG oslo_concurrency.lockutils [req-56a18f57-c051-4ab3-80db-cabf6b463f49 req-5927a6e9-913d-435f-8555-7d456885368b service nova] Acquiring lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.060659] env[63326]: DEBUG oslo_concurrency.lockutils [req-56a18f57-c051-4ab3-80db-cabf6b463f49 req-5927a6e9-913d-435f-8555-7d456885368b service nova] Acquired lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.060825] env[63326]: DEBUG nova.network.neutron [req-56a18f57-c051-4ab3-80db-cabf6b463f49 req-5927a6e9-913d-435f-8555-7d456885368b service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Refreshing network info cache for port f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.079753] env[63326]: DEBUG nova.compute.provider_tree [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.083546] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5204d66c-a2e2-dd49-8307-dd1c4517eee9, 'name': SearchDatastore_Task, 'duration_secs': 0.017518} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.083546] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.083546] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.083546] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.083546] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.083837] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.086986] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b459acd-de04-4864-b966-1165997fb77d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.100465] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.100710] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.101761] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7a3a28-9816-46cd-a82d-15e97b40f635 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.112545] env[63326]: DEBUG nova.compute.manager [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.112790] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1524.112790] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c8c35d-abb0-a9c3-1590-c5dd344ba1b1" [ 1524.112790] env[63326]: _type = "Task" [ 1524.112790] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.113544] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82e68ae-eef9-4d07-b582-d35c9741fcea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.125882] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c8c35d-abb0-a9c3-1590-c5dd344ba1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.152514] env[63326]: DEBUG nova.network.neutron [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Updated VIF entry in instance network info cache for port 1c276f8d-ef05-4ebc-b9dd-348226b113c9. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.152628] env[63326]: DEBUG nova.network.neutron [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Updating instance_info_cache with network_info: [{"id": "1c276f8d-ef05-4ebc-b9dd-348226b113c9", "address": "fa:16:3e:65:aa:dc", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c276f8d-ef", "ovs_interfaceid": "1c276f8d-ef05-4ebc-b9dd-348226b113c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.590125] env[63326]: DEBUG nova.scheduler.client.report [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.627791] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c8c35d-abb0-a9c3-1590-c5dd344ba1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.029281} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.628632] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65909b6-bcd7-459a-a4a8-e3624655dc3e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.634789] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1524.634789] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5253d3d2-af8a-cc10-3d87-6c40cdc01f0a" [ 1524.634789] env[63326]: _type = "Task" [ 1524.634789] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.643369] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5253d3d2-af8a-cc10-3d87-6c40cdc01f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.655259] env[63326]: DEBUG oslo_concurrency.lockutils [req-aec3f959-a442-4aac-85f5-46fa9d2a4d73 req-b23278f7-9723-4835-bb40-2e6b5379f8f3 service nova] Releasing lock "refresh_cache-0b19d2c8-f7c9-4d74-940e-be61b6b073e2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.798891] env[63326]: DEBUG nova.network.neutron [req-56a18f57-c051-4ab3-80db-cabf6b463f49 req-5927a6e9-913d-435f-8555-7d456885368b service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updated VIF entry in instance network info cache for port f79297bd-6a35-420f-8078-937ca56b4a6e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.799380] env[63326]: DEBUG nova.network.neutron [req-56a18f57-c051-4ab3-80db-cabf6b463f49 req-5927a6e9-913d-435f-8555-7d456885368b service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updating instance_info_cache with network_info: [{"id": "f79297bd-6a35-420f-8078-937ca56b4a6e", "address": "fa:16:3e:30:8e:6a", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79297bd-6a", "ovs_interfaceid": "f79297bd-6a35-420f-8078-937ca56b4a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.088480] env[63326]: DEBUG nova.network.neutron [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Successfully updated port: ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.096862] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.099336] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.955s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.099546] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.100507] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1525.100507] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.747s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.100507] env[63326]: DEBUG nova.objects.instance [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lazy-loading 'resources' on Instance uuid 75b288ad-f1f4-42de-a9fc-fb226b015b7b {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.102752] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9242fda-4fd4-464a-8299-c92f93b31c08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.113392] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10f33df-0631-4d7a-83d4-baa863c7f201 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.119974] env[63326]: INFO nova.scheduler.client.report [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Deleted allocations for instance 3e499f64-1e39-4972-ac48-9672b6d39f83 [ 1525.132674] env[63326]: INFO nova.compute.manager [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] instance snapshotting [ 1525.135190] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ceb48-e66d-41b4-9a14-727e18909f00 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.138325] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e031732c-7f33-4a69-86a4-6f3491313a3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.154089] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5253d3d2-af8a-cc10-3d87-6c40cdc01f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.030941} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.170152] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.170152] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 0b19d2c8-f7c9-4d74-940e-be61b6b073e2/0b19d2c8-f7c9-4d74-940e-be61b6b073e2.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.171516] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7ac427-6307-4f7a-920d-b021adab9b4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.174500] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea76b811-b66d-448e-903d-bb331c0c5feb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.178904] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c72b43-ffc4-4589-8f65-45235d432f73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.183661] env[63326]: DEBUG nova.compute.manager [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Received event network-changed-f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1525.183856] env[63326]: DEBUG nova.compute.manager [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Refreshing instance network info cache due to event network-changed-f79297bd-6a35-420f-8078-937ca56b4a6e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1525.184058] env[63326]: DEBUG oslo_concurrency.lockutils [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] Acquiring lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.221553] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1525.221553] env[63326]: value = "task-1726036" [ 1525.221553] env[63326]: _type = "Task" [ 1525.221553] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.222197] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179424MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1525.222347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.232874] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.301687] env[63326]: DEBUG oslo_concurrency.lockutils [req-56a18f57-c051-4ab3-80db-cabf6b463f49 req-5927a6e9-913d-435f-8555-7d456885368b service nova] Releasing lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.302240] env[63326]: DEBUG oslo_concurrency.lockutils [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] Acquired lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.302469] env[63326]: DEBUG nova.network.neutron [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Refreshing network info cache for port f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.505710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "2503dee7-4536-4222-909c-e24a3718df40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.505710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "2503dee7-4536-4222-909c-e24a3718df40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.505710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "2503dee7-4536-4222-909c-e24a3718df40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.505710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "2503dee7-4536-4222-909c-e24a3718df40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.505710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "2503dee7-4536-4222-909c-e24a3718df40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.506775] env[63326]: INFO nova.compute.manager [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Terminating instance [ 1525.593419] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.593419] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquired lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.593419] env[63326]: DEBUG nova.network.neutron [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.644765] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f78ac946-9a1d-4679-8f2d-b51aba092551 tempest-ServerTagsTestJSON-819685053 tempest-ServerTagsTestJSON-819685053-project-member] Lock "3e499f64-1e39-4972-ac48-9672b6d39f83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.442s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.705852] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "8afae469-bdfb-4625-881b-3cba4f90a058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.706080] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "8afae469-bdfb-4625-881b-3cba4f90a058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.725240] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1525.727436] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a7adb4c-96b2-47c1-a9fc-5e474a5896b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.740594] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726036, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.745024] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1525.745024] env[63326]: value = "task-1726037" [ 1525.745024] env[63326]: _type = "Task" [ 1525.745024] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.761423] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726037, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.010915] env[63326]: DEBUG nova.compute.manager [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.011165] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.012544] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e03422-f15f-439a-bb03-e5de7a1badfb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.023779] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.025587] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6069a148-c2a8-45cf-b337-0677a670fe24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.033304] env[63326]: DEBUG oslo_vmware.api [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1526.033304] env[63326]: value = "task-1726038" [ 1526.033304] env[63326]: _type = "Task" [ 1526.033304] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.044538] env[63326]: DEBUG oslo_vmware.api [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1726038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.139316] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c0bdc-ba5a-441b-98ff-d441b1eb3965 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.150703] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ff8065-7f79-416f-9196-c6f2958071b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.191257] env[63326]: DEBUG nova.network.neutron [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.194343] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1943d-aee8-45ec-98f8-7b3954218a47 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.204122] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abad13-f987-4e5a-ad5b-c7d643663c15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.213077] env[63326]: DEBUG nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.226611] env[63326]: DEBUG nova.compute.provider_tree [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.246020] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687676} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.249070] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 0b19d2c8-f7c9-4d74-940e-be61b6b073e2/0b19d2c8-f7c9-4d74-940e-be61b6b073e2.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.249400] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.250283] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52950604-de42-4aa8-a082-73220deb295d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.262027] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726037, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.262027] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1526.262027] env[63326]: value = "task-1726039" [ 1526.262027] env[63326]: _type = "Task" [ 1526.262027] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.275316] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.385316] env[63326]: DEBUG nova.network.neutron [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updated VIF entry in instance network info cache for port f79297bd-6a35-420f-8078-937ca56b4a6e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.385684] env[63326]: DEBUG nova.network.neutron [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updating instance_info_cache with network_info: [{"id": "f79297bd-6a35-420f-8078-937ca56b4a6e", "address": "fa:16:3e:30:8e:6a", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79297bd-6a", "ovs_interfaceid": "f79297bd-6a35-420f-8078-937ca56b4a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.547521] env[63326]: DEBUG oslo_vmware.api [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1726038, 'name': PowerOffVM_Task, 'duration_secs': 0.303829} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.547716] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.548276] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.548276] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d989223-3041-441e-b78f-4b37b0d6a42d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.573910] env[63326]: DEBUG nova.network.neutron [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updating instance_info_cache with network_info: [{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.735319] env[63326]: DEBUG nova.scheduler.client.report [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.752046] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.757577] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726037, 'name': CreateSnapshot_Task, 'duration_secs': 1.010707} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.758648] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1526.759859] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be67258-6234-41e9-806b-4955fda5183b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.778583] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230257} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.779088] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.779639] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffe602a-c4d5-4973-92b8-dd032e6ad170 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.817537] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 0b19d2c8-f7c9-4d74-940e-be61b6b073e2/0b19d2c8-f7c9-4d74-940e-be61b6b073e2.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.817992] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c123a5a-b462-4060-bf34-23387098210f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.851411] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1526.851411] env[63326]: value = "task-1726041" [ 1526.851411] env[63326]: _type = "Task" [ 1526.851411] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.860578] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.885437] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.885722] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.886011] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Deleting the datastore file [datastore1] 2503dee7-4536-4222-909c-e24a3718df40 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.886291] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-133bbc05-f342-4a8e-a5b2-ce1dd87f5f97 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.888969] env[63326]: DEBUG oslo_concurrency.lockutils [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] Releasing lock "refresh_cache-2d314c2f-890b-4ce0-971c-181d512ec73e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.889230] env[63326]: DEBUG nova.compute.manager [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Received event network-vif-plugged-ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1526.889454] env[63326]: DEBUG oslo_concurrency.lockutils [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] Acquiring lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.889640] env[63326]: DEBUG oslo_concurrency.lockutils [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] Lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.889797] env[63326]: DEBUG oslo_concurrency.lockutils [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] Lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.889964] env[63326]: DEBUG nova.compute.manager [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] No waiting events found dispatching network-vif-plugged-ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1526.890168] env[63326]: WARNING nova.compute.manager [req-81943ff4-688a-4ef9-b47e-1e7cb13b4130 req-ea27cee4-6ebe-49a3-a64b-26cf94e644a8 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Received unexpected event network-vif-plugged-ccf99b4a-65ce-4233-aa7a-dafeadfeed48 for instance with vm_state building and task_state spawning. [ 1526.896730] env[63326]: DEBUG oslo_vmware.api [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for the task: (returnval){ [ 1526.896730] env[63326]: value = "task-1726042" [ 1526.896730] env[63326]: _type = "Task" [ 1526.896730] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.905811] env[63326]: DEBUG oslo_vmware.api [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1726042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.079816] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Releasing lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.080194] env[63326]: DEBUG nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Instance network_info: |[{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.080892] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:a8:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccf99b4a-65ce-4233-aa7a-dafeadfeed48', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.088774] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Creating folder: Project (2441de38707e4ca5b3f027474c769999). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1527.089073] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-748f8747-aceb-47e8-9405-adfdf5774a24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.102571] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Created folder: Project (2441de38707e4ca5b3f027474c769999) in parent group-v359097. [ 1527.102667] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Creating folder: Instances. Parent ref: group-v359276. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1527.102841] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63dd09db-e9b1-47ae-8792-92aa75e00901 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.116302] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Created folder: Instances in parent group-v359276. [ 1527.116777] env[63326]: DEBUG oslo.service.loopingcall [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.118018] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.118018] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53ef4f5b-e5ca-40bc-9478-b100834d4ac9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.141357] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.141357] env[63326]: value = "task-1726045" [ 1527.141357] env[63326]: _type = "Task" [ 1527.141357] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.151667] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726045, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.201687] env[63326]: DEBUG nova.compute.manager [req-d59aba27-98ab-4dbd-ba2a-c1b9cb881531 req-5ae9f65f-50b0-4cf9-a3fe-9d3e847f523b service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Received event network-changed-ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1527.201687] env[63326]: DEBUG nova.compute.manager [req-d59aba27-98ab-4dbd-ba2a-c1b9cb881531 req-5ae9f65f-50b0-4cf9-a3fe-9d3e847f523b service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Refreshing instance network info cache due to event network-changed-ccf99b4a-65ce-4233-aa7a-dafeadfeed48. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1527.201687] env[63326]: DEBUG oslo_concurrency.lockutils [req-d59aba27-98ab-4dbd-ba2a-c1b9cb881531 req-5ae9f65f-50b0-4cf9-a3fe-9d3e847f523b service nova] Acquiring lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.201687] env[63326]: DEBUG oslo_concurrency.lockutils [req-d59aba27-98ab-4dbd-ba2a-c1b9cb881531 req-5ae9f65f-50b0-4cf9-a3fe-9d3e847f523b service nova] Acquired lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.201687] env[63326]: DEBUG nova.network.neutron [req-d59aba27-98ab-4dbd-ba2a-c1b9cb881531 req-5ae9f65f-50b0-4cf9-a3fe-9d3e847f523b service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Refreshing network info cache for port ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.241792] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.244782] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.111s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.246654] env[63326]: INFO nova.compute.claims [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.284696] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1527.285623] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14832eda-defa-474a-a1c5-373711808a54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.293421] env[63326]: INFO nova.scheduler.client.report [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted allocations for instance 75b288ad-f1f4-42de-a9fc-fb226b015b7b [ 1527.302707] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1527.302707] env[63326]: value = "task-1726046" [ 1527.302707] env[63326]: _type = "Task" [ 1527.302707] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.316242] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726046, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.366312] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.410420] env[63326]: DEBUG oslo_vmware.api [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1726042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.652327] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726045, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.806607] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d7eb4c4-6871-416a-bf27-e7a2ce253ebf tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "75b288ad-f1f4-42de-a9fc-fb226b015b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.927s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.817211] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726046, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.863915] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726041, 'name': ReconfigVM_Task, 'duration_secs': 0.916433} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.866414] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 0b19d2c8-f7c9-4d74-940e-be61b6b073e2/0b19d2c8-f7c9-4d74-940e-be61b6b073e2.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.867159] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e6e916-bb3f-475d-a6ab-e818866bcd0d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.874823] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1527.874823] env[63326]: value = "task-1726047" [ 1527.874823] env[63326]: _type = "Task" [ 1527.874823] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.886685] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726047, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.909492] env[63326]: DEBUG oslo_vmware.api [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Task: {'id': task-1726042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.74484} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.909887] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.910312] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.910583] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.910851] env[63326]: INFO nova.compute.manager [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1527.911376] env[63326]: DEBUG oslo.service.loopingcall [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.911651] env[63326]: DEBUG nova.compute.manager [-] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.911830] env[63326]: DEBUG nova.network.neutron [-] [instance: 2503dee7-4536-4222-909c-e24a3718df40] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.009234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.009234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.009234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.009234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.009234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.014619] env[63326]: INFO nova.compute.manager [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Terminating instance [ 1528.153651] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726045, 'name': CreateVM_Task, 'duration_secs': 0.527393} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.153651] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.153651] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.154182] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.154182] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.154884] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ea05c9-2f07-4cc3-9cb5-79866fdb8565 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.160153] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1528.160153] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe2071-4c96-b2f8-2dcc-699895d089e2" [ 1528.160153] env[63326]: _type = "Task" [ 1528.160153] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.172619] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe2071-4c96-b2f8-2dcc-699895d089e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.198763] env[63326]: DEBUG nova.network.neutron [req-d59aba27-98ab-4dbd-ba2a-c1b9cb881531 req-5ae9f65f-50b0-4cf9-a3fe-9d3e847f523b service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updated VIF entry in instance network info cache for port ccf99b4a-65ce-4233-aa7a-dafeadfeed48. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.200233] env[63326]: DEBUG nova.network.neutron [req-d59aba27-98ab-4dbd-ba2a-c1b9cb881531 req-5ae9f65f-50b0-4cf9-a3fe-9d3e847f523b service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updating instance_info_cache with network_info: [{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.320237] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726046, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.385050] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726047, 'name': Rename_Task, 'duration_secs': 0.181262} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.386813] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.387492] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43a63758-abd1-4551-b61e-aaa585d36dd2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.397053] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1528.397053] env[63326]: value = "task-1726048" [ 1528.397053] env[63326]: _type = "Task" [ 1528.397053] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.411216] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.520891] env[63326]: DEBUG nova.compute.manager [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1528.521029] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.522341] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f37822-fabf-4cd2-b88b-ae23e2bc414d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.531662] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.531913] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29dd6658-9cec-40c3-84b9-b37f81330adc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.539310] env[63326]: DEBUG oslo_vmware.api [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1528.539310] env[63326]: value = "task-1726049" [ 1528.539310] env[63326]: _type = "Task" [ 1528.539310] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.551896] env[63326]: DEBUG oslo_vmware.api [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.673051] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe2071-4c96-b2f8-2dcc-699895d089e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016459} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.675909] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.676235] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.676478] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.676622] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.676795] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.677484] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f28acf7-6641-4dfc-9259-bae6200de974 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.688983] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.689212] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.692511] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ead7b0-4aa2-4a7a-978a-b0269689504a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.699653] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1528.699653] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522cb090-bcc3-a982-325a-04aa1063f131" [ 1528.699653] env[63326]: _type = "Task" [ 1528.699653] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.703303] env[63326]: DEBUG oslo_concurrency.lockutils [req-d59aba27-98ab-4dbd-ba2a-c1b9cb881531 req-5ae9f65f-50b0-4cf9-a3fe-9d3e847f523b service nova] Releasing lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.706591] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015217d4-0c99-4789-a37b-99b4d1772036 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.712795] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522cb090-bcc3-a982-325a-04aa1063f131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.718763] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d48933-d701-465f-94ed-c363a8fc4498 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.751073] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1d80a2-d573-4c18-b951-01b2de63adea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.759267] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d37921-d0f4-427b-abe2-5f0b8f411a4b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.774265] env[63326]: DEBUG nova.compute.provider_tree [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.819485] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726046, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.887882] env[63326]: DEBUG nova.network.neutron [-] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.909219] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.051127] env[63326]: DEBUG oslo_vmware.api [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726049, 'name': PowerOffVM_Task, 'duration_secs': 0.195123} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.051533] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.051780] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.052108] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ce9f9a-5c8e-43df-8d25-cb294bba1014 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.216189] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522cb090-bcc3-a982-325a-04aa1063f131, 'name': SearchDatastore_Task, 'duration_secs': 0.012632} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.217432] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-056bb011-98c8-400e-ace7-ee2ec61a9dcf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.223806] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1529.223806] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52da5b79-5ab2-1605-e6c6-ea1430e68033" [ 1529.223806] env[63326]: _type = "Task" [ 1529.223806] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.229687] env[63326]: DEBUG nova.compute.manager [req-0b2ddc89-91b6-4ead-b57e-a0f826085826 req-034b2354-fc6b-4050-bbc4-ed43f573f0c9 service nova] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Received event network-vif-deleted-203b815a-dcc4-49d3-8a55-eddad0e1b77d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1529.237461] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52da5b79-5ab2-1605-e6c6-ea1430e68033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.245974] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.246248] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.246436] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleting the datastore file [datastore1] 0aad3079-8ed4-4e29-95e6-9ad3580ec300 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.246710] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78a57c5f-e8e0-41a6-a181-a48bc58daacc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.254644] env[63326]: DEBUG oslo_vmware.api [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1529.254644] env[63326]: value = "task-1726051" [ 1529.254644] env[63326]: _type = "Task" [ 1529.254644] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.267704] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "c4edb900-0054-4b07-b3e7-f591400340a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.267947] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "c4edb900-0054-4b07-b3e7-f591400340a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.269129] env[63326]: DEBUG oslo_vmware.api [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.277062] env[63326]: DEBUG nova.scheduler.client.report [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.321188] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726046, 'name': CloneVM_Task, 'duration_secs': 1.613889} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.321528] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Created linked-clone VM from snapshot [ 1529.322312] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c4bb5-2290-4e4c-9da9-65f9eebf1883 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.331148] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Uploading image 00c0b874-fb41-4ee7-ab71-0d1272e157eb {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1529.363510] env[63326]: DEBUG oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1529.363510] env[63326]: value = "vm-359279" [ 1529.363510] env[63326]: _type = "VirtualMachine" [ 1529.363510] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1529.364269] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a3ccafb3-1b45-4de4-ab27-1a1237910aa9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.372916] env[63326]: DEBUG oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lease: (returnval){ [ 1529.372916] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5249a61a-b62e-6f98-3628-32f023209d2b" [ 1529.372916] env[63326]: _type = "HttpNfcLease" [ 1529.372916] env[63326]: } obtained for exporting VM: (result){ [ 1529.372916] env[63326]: value = "vm-359279" [ 1529.372916] env[63326]: _type = "VirtualMachine" [ 1529.372916] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1529.373223] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the lease: (returnval){ [ 1529.373223] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5249a61a-b62e-6f98-3628-32f023209d2b" [ 1529.373223] env[63326]: _type = "HttpNfcLease" [ 1529.373223] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1529.380371] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1529.380371] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5249a61a-b62e-6f98-3628-32f023209d2b" [ 1529.380371] env[63326]: _type = "HttpNfcLease" [ 1529.380371] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1529.391103] env[63326]: INFO nova.compute.manager [-] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Took 1.48 seconds to deallocate network for instance. [ 1529.409565] env[63326]: DEBUG oslo_vmware.api [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726048, 'name': PowerOnVM_Task, 'duration_secs': 0.67268} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.409849] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.410062] env[63326]: INFO nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1529.410242] env[63326]: DEBUG nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.411012] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a88b40f-39be-4e42-ada1-b9bad7b2499d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.736050] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52da5b79-5ab2-1605-e6c6-ea1430e68033, 'name': SearchDatastore_Task, 'duration_secs': 0.014214} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.736761] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.736761] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8/4b38cdd3-5f36-4bef-aa40-0a4fbca092e8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.737248] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e9179ce-00c6-4842-94aa-88cf85c0261b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.745753] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1529.745753] env[63326]: value = "task-1726053" [ 1529.745753] env[63326]: _type = "Task" [ 1529.745753] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.755048] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.764101] env[63326]: DEBUG oslo_vmware.api [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341617} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.765035] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.765035] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.765035] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.765035] env[63326]: INFO nova.compute.manager [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1529.765217] env[63326]: DEBUG oslo.service.loopingcall [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.765415] env[63326]: DEBUG nova.compute.manager [-] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1529.765524] env[63326]: DEBUG nova.network.neutron [-] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1529.772701] env[63326]: DEBUG nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.782808] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.783403] env[63326]: DEBUG nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.785956] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.422s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.787874] env[63326]: INFO nova.compute.claims [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.882802] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1529.882802] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5249a61a-b62e-6f98-3628-32f023209d2b" [ 1529.882802] env[63326]: _type = "HttpNfcLease" [ 1529.882802] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1529.883229] env[63326]: DEBUG oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1529.883229] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5249a61a-b62e-6f98-3628-32f023209d2b" [ 1529.883229] env[63326]: _type = "HttpNfcLease" [ 1529.883229] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1529.884554] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a37d331-7def-4355-9b2f-630620fdede8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.894222] env[63326]: DEBUG oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c410fb-dd5c-afe4-7fd0-e8db894a0fdf/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1529.894352] env[63326]: DEBUG oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c410fb-dd5c-afe4-7fd0-e8db894a0fdf/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1529.898022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.966447] env[63326]: INFO nova.compute.manager [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Took 34.63 seconds to build instance. [ 1530.043470] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3a5576d-369b-4a2e-9493-4a7e4c3b86e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.258258] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.294997] env[63326]: DEBUG nova.compute.utils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1530.296795] env[63326]: DEBUG nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1530.297089] env[63326]: DEBUG nova.network.neutron [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.300290] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.345012] env[63326]: DEBUG nova.policy [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '159d68f8ce5f4940bf8cf618183fe5f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23a24be6b7c34b95a173665236aae07d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1530.372622] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.468968] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a5a343f9-04a1-42c9-9249-53b2a3a0d560 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.445s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.469313] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.097s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.469555] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.469769] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.469939] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.472207] env[63326]: INFO nova.compute.manager [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Terminating instance [ 1530.588572] env[63326]: DEBUG nova.network.neutron [-] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.657240] env[63326]: DEBUG nova.network.neutron [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Successfully created port: 24d1af55-5bd4-4ab6-99f3-3d97aebd63fd {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.757555] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891203} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.757855] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8/4b38cdd3-5f36-4bef-aa40-0a4fbca092e8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.758243] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.758476] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9edb3965-05b0-4635-937d-64f0683f3f8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.766892] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1530.766892] env[63326]: value = "task-1726054" [ 1530.766892] env[63326]: _type = "Task" [ 1530.766892] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.778922] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.802655] env[63326]: DEBUG nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.979461] env[63326]: DEBUG nova.compute.manager [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.979605] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.980718] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46ab5ba-aeab-4bbb-9c8f-45d1b194568f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.989442] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.992161] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b046c664-b812-4b36-98fa-e1e299372ed8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.000064] env[63326]: DEBUG oslo_vmware.api [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1531.000064] env[63326]: value = "task-1726055" [ 1531.000064] env[63326]: _type = "Task" [ 1531.000064] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.014039] env[63326]: DEBUG oslo_vmware.api [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.091549] env[63326]: INFO nova.compute.manager [-] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Took 1.33 seconds to deallocate network for instance. [ 1531.257108] env[63326]: DEBUG nova.compute.manager [req-8a5e8081-d231-42f4-9c0e-f45ac9f093a0 req-d9aed234-da9f-487d-b21c-db48a175de1c service nova] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Received event network-vif-deleted-c7d1bb07-ad06-42b7-bac9-4368f294fac3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1531.277547] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095188} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.278915] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.279722] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb7698c-3e4e-4d9c-b9b5-a2e5bba5ee55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.283446] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68678cb6-e032-4d9c-807b-2bbb625e027d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.301181] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9418c-77f4-40a5-83fd-3c7a6c112ca0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.317238] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8/4b38cdd3-5f36-4bef-aa40-0a4fbca092e8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.320951] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65eca2ca-051e-4410-be8d-f5dd3a0e2568 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.369252] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777d48a7-3674-465f-bf78-4b6821fc6c30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.372634] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1531.372634] env[63326]: value = "task-1726056" [ 1531.372634] env[63326]: _type = "Task" [ 1531.372634] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.380444] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea9aac8-c8b1-46e5-998e-3433f947e5b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.389810] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.401457] env[63326]: DEBUG nova.compute.provider_tree [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.511131] env[63326]: DEBUG oslo_vmware.api [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.602366] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.837731] env[63326]: DEBUG nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.860221] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.860480] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.860634] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.860815] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.860981] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.861133] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.861340] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.861497] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.861661] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.861820] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.861990] env[63326]: DEBUG nova.virt.hardware [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.862879] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628cf519-f881-4a1a-91fc-955c8c64ec96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.871619] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6291c512-5474-4ea8-a2a4-d03c05c464e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.891768] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726056, 'name': ReconfigVM_Task, 'duration_secs': 0.341058} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.892193] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8/4b38cdd3-5f36-4bef-aa40-0a4fbca092e8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.892928] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591e23a9-fe78-40f1-92b4-719fe427c017 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.900984] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1531.900984] env[63326]: value = "task-1726057" [ 1531.900984] env[63326]: _type = "Task" [ 1531.900984] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.904918] env[63326]: DEBUG nova.scheduler.client.report [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.917160] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726057, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.011293] env[63326]: DEBUG oslo_vmware.api [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726055, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.412126] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.413088] env[63326]: DEBUG nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1532.418244] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726057, 'name': Rename_Task, 'duration_secs': 0.166442} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.418244] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.671s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.419342] env[63326]: INFO nova.compute.claims [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1532.421841] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.422193] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2238cd99-caaa-413f-992c-9339afff8dc3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.431413] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1532.431413] env[63326]: value = "task-1726058" [ 1532.431413] env[63326]: _type = "Task" [ 1532.431413] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.444116] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.506790] env[63326]: DEBUG nova.network.neutron [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Successfully updated port: 24d1af55-5bd4-4ab6-99f3-3d97aebd63fd {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.514252] env[63326]: DEBUG oslo_vmware.api [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726055, 'name': PowerOffVM_Task, 'duration_secs': 1.02527} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.514545] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.514865] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.514990] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-157f36d9-fb39-45f4-8f5e-f35fc71a9d61 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.592695] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.593034] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.593287] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleting the datastore file [datastore1] 0b19d2c8-f7c9-4d74-940e-be61b6b073e2 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.593579] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5d239e4-9924-4b7e-938f-beb80d052c96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.601396] env[63326]: DEBUG oslo_vmware.api [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1532.601396] env[63326]: value = "task-1726060" [ 1532.601396] env[63326]: _type = "Task" [ 1532.601396] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.612834] env[63326]: DEBUG oslo_vmware.api [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.918969] env[63326]: DEBUG nova.compute.utils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.920725] env[63326]: DEBUG nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1532.921562] env[63326]: DEBUG nova.network.neutron [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.942735] env[63326]: DEBUG oslo_vmware.api [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726058, 'name': PowerOnVM_Task, 'duration_secs': 0.493086} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.943036] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.943249] env[63326]: INFO nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1532.943479] env[63326]: DEBUG nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.944322] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5026a3d1-3282-45d9-8167-cb993ff5094c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.971020] env[63326]: DEBUG nova.policy [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d2ae0164442c08662e157c7ff9020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '002bebb3091b40939b852e12e1049cd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.012060] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquiring lock "refresh_cache-83ff9261-e44a-44d6-984a-9cc3459a567f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.012060] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquired lock "refresh_cache-83ff9261-e44a-44d6-984a-9cc3459a567f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.012060] env[63326]: DEBUG nova.network.neutron [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.111671] env[63326]: DEBUG oslo_vmware.api [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222608} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.111928] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.112102] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.112288] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.112457] env[63326]: INFO nova.compute.manager [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1533.112702] env[63326]: DEBUG oslo.service.loopingcall [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.112899] env[63326]: DEBUG nova.compute.manager [-] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.112982] env[63326]: DEBUG nova.network.neutron [-] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.282935] env[63326]: DEBUG nova.compute.manager [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Received event network-vif-plugged-24d1af55-5bd4-4ab6-99f3-3d97aebd63fd {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1533.283184] env[63326]: DEBUG oslo_concurrency.lockutils [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] Acquiring lock "83ff9261-e44a-44d6-984a-9cc3459a567f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.283397] env[63326]: DEBUG oslo_concurrency.lockutils [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] Lock "83ff9261-e44a-44d6-984a-9cc3459a567f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.283566] env[63326]: DEBUG oslo_concurrency.lockutils [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] Lock "83ff9261-e44a-44d6-984a-9cc3459a567f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.283735] env[63326]: DEBUG nova.compute.manager [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] No waiting events found dispatching network-vif-plugged-24d1af55-5bd4-4ab6-99f3-3d97aebd63fd {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.283933] env[63326]: WARNING nova.compute.manager [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Received unexpected event network-vif-plugged-24d1af55-5bd4-4ab6-99f3-3d97aebd63fd for instance with vm_state building and task_state spawning. [ 1533.284183] env[63326]: DEBUG nova.compute.manager [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Received event network-changed-24d1af55-5bd4-4ab6-99f3-3d97aebd63fd {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1533.284348] env[63326]: DEBUG nova.compute.manager [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Refreshing instance network info cache due to event network-changed-24d1af55-5bd4-4ab6-99f3-3d97aebd63fd. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1533.284560] env[63326]: DEBUG oslo_concurrency.lockutils [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] Acquiring lock "refresh_cache-83ff9261-e44a-44d6-984a-9cc3459a567f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.372646] env[63326]: DEBUG nova.network.neutron [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Successfully created port: d15768f2-a0e5-4673-aec2-65eadbc89997 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.424965] env[63326]: DEBUG nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1533.466161] env[63326]: INFO nova.compute.manager [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Took 35.24 seconds to build instance. [ 1533.574924] env[63326]: DEBUG nova.network.neutron [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1533.890100] env[63326]: DEBUG nova.network.neutron [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Updating instance_info_cache with network_info: [{"id": "24d1af55-5bd4-4ab6-99f3-3d97aebd63fd", "address": "fa:16:3e:09:44:57", "network": {"id": "b210300a-b26d-4109-af50-f97bf9e4f83d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1501360369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23a24be6b7c34b95a173665236aae07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d1af55-5b", "ovs_interfaceid": "24d1af55-5bd4-4ab6-99f3-3d97aebd63fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.968478] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5ceabf-2fdf-4d04-ad3c-f2af2c9cc6f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.971845] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1689b5a5-69c1-40f1-b268-89f88dd4bafc tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.306s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.978761] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78adce30-8d56-4b3a-b44f-894804de8c1f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.012880] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48596c5a-f227-40ff-9565-795c98ad0735 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.017258] env[63326]: DEBUG nova.network.neutron [-] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.022742] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b84d2-a20c-47ed-961b-fa393f4410ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.037372] env[63326]: DEBUG nova.compute.provider_tree [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.395025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Releasing lock "refresh_cache-83ff9261-e44a-44d6-984a-9cc3459a567f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.395025] env[63326]: DEBUG nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Instance network_info: |[{"id": "24d1af55-5bd4-4ab6-99f3-3d97aebd63fd", "address": "fa:16:3e:09:44:57", "network": {"id": "b210300a-b26d-4109-af50-f97bf9e4f83d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1501360369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23a24be6b7c34b95a173665236aae07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d1af55-5b", "ovs_interfaceid": "24d1af55-5bd4-4ab6-99f3-3d97aebd63fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1534.395025] env[63326]: DEBUG oslo_concurrency.lockutils [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] Acquired lock "refresh_cache-83ff9261-e44a-44d6-984a-9cc3459a567f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.395025] env[63326]: DEBUG nova.network.neutron [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Refreshing network info cache for port 24d1af55-5bd4-4ab6-99f3-3d97aebd63fd {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.395025] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:44:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24d1af55-5bd4-4ab6-99f3-3d97aebd63fd', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.404540] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Creating folder: Project (23a24be6b7c34b95a173665236aae07d). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1534.405761] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25afd24c-8a87-48a9-b37c-fe33f0de590e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.420527] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Created folder: Project (23a24be6b7c34b95a173665236aae07d) in parent group-v359097. [ 1534.420731] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Creating folder: Instances. Parent ref: group-v359280. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1534.420976] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffbadb6c-61c5-446b-848d-80d279b81a7a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.433296] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Created folder: Instances in parent group-v359280. [ 1534.433573] env[63326]: DEBUG oslo.service.loopingcall [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.433736] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.433949] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0820edb-1545-417a-83e9-726c1c1b8d35 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.449574] env[63326]: DEBUG nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1534.459092] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.459092] env[63326]: value = "task-1726063" [ 1534.459092] env[63326]: _type = "Task" [ 1534.459092] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.467507] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726063, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.477458] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.477708] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.477861] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.478118] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.478316] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.478480] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.478731] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.478931] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.479214] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.479433] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.479796] env[63326]: DEBUG nova.virt.hardware [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.480713] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25b5b16-050e-43a4-8b82-4ee3c246684e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.489702] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292bfde-f0d2-4e8e-bf89-71528f75e429 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.521824] env[63326]: INFO nova.compute.manager [-] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Took 1.41 seconds to deallocate network for instance. [ 1534.541277] env[63326]: DEBUG nova.scheduler.client.report [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.973719] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726063, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.029127] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.046913] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.047429] env[63326]: DEBUG nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1535.050163] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.282s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.050341] env[63326]: DEBUG nova.objects.instance [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1535.315527] env[63326]: DEBUG nova.compute.manager [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Received event network-vif-deleted-1c276f8d-ef05-4ebc-b9dd-348226b113c9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1535.315527] env[63326]: DEBUG nova.compute.manager [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Received event network-changed-ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1535.315803] env[63326]: DEBUG nova.compute.manager [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Refreshing instance network info cache due to event network-changed-ccf99b4a-65ce-4233-aa7a-dafeadfeed48. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1535.316037] env[63326]: DEBUG oslo_concurrency.lockutils [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] Acquiring lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.316221] env[63326]: DEBUG oslo_concurrency.lockutils [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] Acquired lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.316388] env[63326]: DEBUG nova.network.neutron [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Refreshing network info cache for port ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.322388] env[63326]: DEBUG nova.network.neutron [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Updated VIF entry in instance network info cache for port 24d1af55-5bd4-4ab6-99f3-3d97aebd63fd. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.322741] env[63326]: DEBUG nova.network.neutron [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Updating instance_info_cache with network_info: [{"id": "24d1af55-5bd4-4ab6-99f3-3d97aebd63fd", "address": "fa:16:3e:09:44:57", "network": {"id": "b210300a-b26d-4109-af50-f97bf9e4f83d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1501360369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23a24be6b7c34b95a173665236aae07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d1af55-5b", "ovs_interfaceid": "24d1af55-5bd4-4ab6-99f3-3d97aebd63fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.449384] env[63326]: DEBUG nova.network.neutron [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Successfully updated port: d15768f2-a0e5-4673-aec2-65eadbc89997 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.471026] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726063, 'name': CreateVM_Task, 'duration_secs': 0.611572} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.471247] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.471978] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.472179] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.472533] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.473106] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-737df009-747c-4b8b-8ffa-255462e6854c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.478106] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1535.478106] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ecf556-032c-52d5-55d8-747c8eda3691" [ 1535.478106] env[63326]: _type = "Task" [ 1535.478106] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.486619] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ecf556-032c-52d5-55d8-747c8eda3691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.556797] env[63326]: DEBUG nova.compute.utils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1535.558527] env[63326]: DEBUG nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1535.558728] env[63326]: DEBUG nova.network.neutron [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1535.604737] env[63326]: DEBUG nova.policy [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1535.825328] env[63326]: DEBUG oslo_concurrency.lockutils [req-272841c0-b119-495c-bc51-e87b6571c655 req-f5d3fa06-e297-46cf-ac87-91cd9e7227fc service nova] Releasing lock "refresh_cache-83ff9261-e44a-44d6-984a-9cc3459a567f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.954500] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "refresh_cache-d18929c9-f57b-4755-9f20-1ed87a1dfd61" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.954500] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "refresh_cache-d18929c9-f57b-4755-9f20-1ed87a1dfd61" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.954500] env[63326]: DEBUG nova.network.neutron [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.989323] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ecf556-032c-52d5-55d8-747c8eda3691, 'name': SearchDatastore_Task, 'duration_secs': 0.012837} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.989621] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.989855] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.990098] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.990249] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.990423] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.990945] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a22c5a08-6427-48b1-acc5-f37532859d9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.010610] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.010729] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.011483] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a165eae7-7779-4a04-aff9-0075d2cf170a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.018065] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1536.018065] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]527d0219-4e87-aaf2-f385-df61adffb0bd" [ 1536.018065] env[63326]: _type = "Task" [ 1536.018065] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.025276] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527d0219-4e87-aaf2-f385-df61adffb0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.065584] env[63326]: DEBUG nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1536.072570] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4ed43cad-dffe-4985-a604-44046a448f13 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.072570] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.976s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.073213] env[63326]: INFO nova.compute.claims [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.104032] env[63326]: DEBUG nova.network.neutron [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Successfully created port: bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.230845] env[63326]: DEBUG nova.network.neutron [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updated VIF entry in instance network info cache for port ccf99b4a-65ce-4233-aa7a-dafeadfeed48. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.231214] env[63326]: DEBUG nova.network.neutron [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updating instance_info_cache with network_info: [{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.487142] env[63326]: DEBUG nova.network.neutron [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.531606] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527d0219-4e87-aaf2-f385-df61adffb0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.02648} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.532100] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5758ae57-a1fe-47a5-848c-2aefbc256106 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.536978] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1536.536978] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d2cea8-7e19-51e6-4839-c782edb56258" [ 1536.536978] env[63326]: _type = "Task" [ 1536.536978] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.544269] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d2cea8-7e19-51e6-4839-c782edb56258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.628208] env[63326]: DEBUG nova.network.neutron [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Updating instance_info_cache with network_info: [{"id": "d15768f2-a0e5-4673-aec2-65eadbc89997", "address": "fa:16:3e:26:c3:8c", "network": {"id": "23767756-29f9-408c-aed6-a74d261fce64", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1922090204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "002bebb3091b40939b852e12e1049cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15768f2-a0", "ovs_interfaceid": "d15768f2-a0e5-4673-aec2-65eadbc89997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.734194] env[63326]: DEBUG oslo_concurrency.lockutils [req-8a118a71-b4c1-45ed-9238-b16b0274bedf req-8b9268a0-2d4e-479a-abc4-0333c4854c62 service nova] Releasing lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.047370] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d2cea8-7e19-51e6-4839-c782edb56258, 'name': SearchDatastore_Task, 'duration_secs': 0.02755} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.047621] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.047876] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 83ff9261-e44a-44d6-984a-9cc3459a567f/83ff9261-e44a-44d6-984a-9cc3459a567f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.048183] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59c09f9f-f7ab-492c-bfcc-3d09b780f712 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.054416] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1537.054416] env[63326]: value = "task-1726064" [ 1537.054416] env[63326]: _type = "Task" [ 1537.054416] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.062827] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.078279] env[63326]: DEBUG nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1537.103103] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1537.103368] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.103552] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1537.103690] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.103832] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1537.104082] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1537.104354] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1537.104482] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1537.104612] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1537.104769] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1537.104940] env[63326]: DEBUG nova.virt.hardware [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1537.105862] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da3fc3f-f220-4aa5-9168-0d4763a8c3c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.117426] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58066bff-d63f-49e6-81ca-f33747b16e52 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.132698] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "refresh_cache-d18929c9-f57b-4755-9f20-1ed87a1dfd61" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.133121] env[63326]: DEBUG nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Instance network_info: |[{"id": "d15768f2-a0e5-4673-aec2-65eadbc89997", "address": "fa:16:3e:26:c3:8c", "network": {"id": "23767756-29f9-408c-aed6-a74d261fce64", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1922090204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "002bebb3091b40939b852e12e1049cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15768f2-a0", "ovs_interfaceid": "d15768f2-a0e5-4673-aec2-65eadbc89997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1537.133658] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:c3:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd15768f2-a0e5-4673-aec2-65eadbc89997', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.140985] env[63326]: DEBUG oslo.service.loopingcall [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.141771] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.141771] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc4a4968-c531-490e-be6b-c885fafeefbf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.165661] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.165661] env[63326]: value = "task-1726065" [ 1537.165661] env[63326]: _type = "Task" [ 1537.165661] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.174128] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726065, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.342814] env[63326]: DEBUG nova.compute.manager [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Received event network-vif-plugged-d15768f2-a0e5-4673-aec2-65eadbc89997 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1537.343043] env[63326]: DEBUG oslo_concurrency.lockutils [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] Acquiring lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.343257] env[63326]: DEBUG oslo_concurrency.lockutils [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] Lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.343426] env[63326]: DEBUG oslo_concurrency.lockutils [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] Lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.343586] env[63326]: DEBUG nova.compute.manager [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] No waiting events found dispatching network-vif-plugged-d15768f2-a0e5-4673-aec2-65eadbc89997 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1537.343749] env[63326]: WARNING nova.compute.manager [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Received unexpected event network-vif-plugged-d15768f2-a0e5-4673-aec2-65eadbc89997 for instance with vm_state building and task_state spawning. [ 1537.343922] env[63326]: DEBUG nova.compute.manager [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Received event network-changed-d15768f2-a0e5-4673-aec2-65eadbc89997 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1537.344278] env[63326]: DEBUG nova.compute.manager [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Refreshing instance network info cache due to event network-changed-d15768f2-a0e5-4673-aec2-65eadbc89997. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1537.344489] env[63326]: DEBUG oslo_concurrency.lockutils [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] Acquiring lock "refresh_cache-d18929c9-f57b-4755-9f20-1ed87a1dfd61" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.344629] env[63326]: DEBUG oslo_concurrency.lockutils [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] Acquired lock "refresh_cache-d18929c9-f57b-4755-9f20-1ed87a1dfd61" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.344788] env[63326]: DEBUG nova.network.neutron [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Refreshing network info cache for port d15768f2-a0e5-4673-aec2-65eadbc89997 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.568998] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726064, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.590048] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35035f1-16d3-40e8-8b1c-9cde2f90f6f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.603829] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4861cf69-a0b1-40b0-a417-c2ba348ca773 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.651849] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c766ff-9ed1-49bf-b72c-1b56f1086dcb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.663596] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154beb0a-724c-49c9-a675-2dda42d0a3e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.686898] env[63326]: DEBUG nova.compute.provider_tree [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.692329] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726065, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.819842] env[63326]: DEBUG nova.network.neutron [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Successfully updated port: bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.064826] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726064, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.090505] env[63326]: DEBUG nova.network.neutron [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Updated VIF entry in instance network info cache for port d15768f2-a0e5-4673-aec2-65eadbc89997. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.090837] env[63326]: DEBUG nova.network.neutron [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Updating instance_info_cache with network_info: [{"id": "d15768f2-a0e5-4673-aec2-65eadbc89997", "address": "fa:16:3e:26:c3:8c", "network": {"id": "23767756-29f9-408c-aed6-a74d261fce64", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1922090204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "002bebb3091b40939b852e12e1049cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15768f2-a0", "ovs_interfaceid": "d15768f2-a0e5-4673-aec2-65eadbc89997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.180273] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726065, 'name': CreateVM_Task, 'duration_secs': 0.566024} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.180480] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.181132] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.181341] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.181667] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.181922] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ed5b21-3730-4e38-8567-b312e11bd397 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.186741] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1538.186741] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52619670-5c33-d360-2e06-25b4c3a24ebb" [ 1538.186741] env[63326]: _type = "Task" [ 1538.186741] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.195147] env[63326]: DEBUG nova.scheduler.client.report [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.198466] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52619670-5c33-d360-2e06-25b4c3a24ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.322444] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.322603] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.322760] env[63326]: DEBUG nova.network.neutron [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.566394] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726064, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.058925} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.566689] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 83ff9261-e44a-44d6-984a-9cc3459a567f/83ff9261-e44a-44d6-984a-9cc3459a567f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.567067] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.567194] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-143b8689-e64f-4022-a4a2-dfe063ff61c4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.574037] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1538.574037] env[63326]: value = "task-1726066" [ 1538.574037] env[63326]: _type = "Task" [ 1538.574037] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.582335] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.593367] env[63326]: DEBUG oslo_concurrency.lockutils [req-031a345b-d368-4122-a953-ae1516b7cb90 req-31ea8465-54d7-4043-b4ed-251f4fe02249 service nova] Releasing lock "refresh_cache-d18929c9-f57b-4755-9f20-1ed87a1dfd61" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.698056] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52619670-5c33-d360-2e06-25b4c3a24ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.069344} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.698056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.698056] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.698352] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.698352] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.698493] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.698729] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfd16db8-6b29-4307-9945-cec75ee4cbc1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.701028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.701508] env[63326]: DEBUG nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.704477] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.771s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.704675] env[63326]: DEBUG nova.objects.instance [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lazy-loading 'resources' on Instance uuid 166d524e-5922-4de7-8478-a63533670746 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.802406] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.802612] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.803479] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af16aac-d3cb-4580-a260-6f301233a103 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.809369] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1538.809369] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522f0fdd-629e-e521-6a68-7dad5015ddff" [ 1538.809369] env[63326]: _type = "Task" [ 1538.809369] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.817042] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522f0fdd-629e-e521-6a68-7dad5015ddff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.856255] env[63326]: DEBUG nova.network.neutron [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.007125] env[63326]: DEBUG nova.network.neutron [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.083755] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.453631} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.084055] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.084791] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d0ffdd-3004-436d-9ed8-c859ed51f79a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.106519] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 83ff9261-e44a-44d6-984a-9cc3459a567f/83ff9261-e44a-44d6-984a-9cc3459a567f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.106796] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40f9af6-3fe9-4174-bc70-6abfde552674 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.126238] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1539.126238] env[63326]: value = "task-1726067" [ 1539.126238] env[63326]: _type = "Task" [ 1539.126238] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.136643] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.207912] env[63326]: DEBUG nova.compute.utils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.211908] env[63326]: DEBUG nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1539.212091] env[63326]: DEBUG nova.network.neutron [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.251972] env[63326]: DEBUG nova.policy [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c88c1ddc620144cd9c228533d44f294f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f70ccab695804a75ad621f532d0b7f66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1539.321545] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522f0fdd-629e-e521-6a68-7dad5015ddff, 'name': SearchDatastore_Task, 'duration_secs': 0.089965} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.322404] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49214de-aa54-40b3-a81a-7ecaf3be464d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.329462] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1539.329462] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52923dd0-09e4-9f78-93d4-152d95427c17" [ 1539.329462] env[63326]: _type = "Task" [ 1539.329462] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.338054] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52923dd0-09e4-9f78-93d4-152d95427c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.380423] env[63326]: DEBUG nova.compute.manager [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-vif-plugged-bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1539.380611] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.380833] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.381049] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.381238] env[63326]: DEBUG nova.compute.manager [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] No waiting events found dispatching network-vif-plugged-bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1539.381405] env[63326]: WARNING nova.compute.manager [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received unexpected event network-vif-plugged-bfff7b90-4a81-419b-9937-308561b4aba8 for instance with vm_state building and task_state spawning. [ 1539.381560] env[63326]: DEBUG nova.compute.manager [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-changed-bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1539.381711] env[63326]: DEBUG nova.compute.manager [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Refreshing instance network info cache due to event network-changed-bfff7b90-4a81-419b-9937-308561b4aba8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1539.381874] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] Acquiring lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.509492] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.509809] env[63326]: DEBUG nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Instance network_info: |[{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1539.510118] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] Acquired lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.510304] env[63326]: DEBUG nova.network.neutron [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Refreshing network info cache for port bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1539.511543] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:34:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfff7b90-4a81-419b-9937-308561b4aba8', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.519530] env[63326]: DEBUG oslo.service.loopingcall [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.522680] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.523867] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9af6715-1fdd-4606-85c6-0c9a5c46736d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.546210] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.546210] env[63326]: value = "task-1726068" [ 1539.546210] env[63326]: _type = "Task" [ 1539.546210] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.556797] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726068, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.631929] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363dfbc4-b259-4b80-9953-f6c5816db50f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.642039] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd32356-8a70-4064-9930-96ce6cfdfaa9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.645556] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.672816] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b8a25-2eef-4eed-9827-6aa560d811dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.680556] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71c8426-bff3-4413-9e51-a06590f1bcaf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.694109] env[63326]: DEBUG nova.compute.provider_tree [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.712578] env[63326]: DEBUG nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.826992] env[63326]: DEBUG nova.network.neutron [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Successfully created port: 5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.839261] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52923dd0-09e4-9f78-93d4-152d95427c17, 'name': SearchDatastore_Task, 'duration_secs': 0.16356} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.839534] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.839787] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] d18929c9-f57b-4755-9f20-1ed87a1dfd61/d18929c9-f57b-4755-9f20-1ed87a1dfd61.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.840053] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac82515-55f6-4028-9561-ab2e0d467b02 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.846347] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1539.846347] env[63326]: value = "task-1726069" [ 1539.846347] env[63326]: _type = "Task" [ 1539.846347] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.854577] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.056204] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726068, 'name': CreateVM_Task, 'duration_secs': 0.381086} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.056386] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.057296] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.057296] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.057655] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.057910] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f218fea-b6ef-4fae-853c-9dbd6e8d1f2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.062263] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1540.062263] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc51f7-0c51-8b5e-3482-7a4e49edeb66" [ 1540.062263] env[63326]: _type = "Task" [ 1540.062263] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.074484] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc51f7-0c51-8b5e-3482-7a4e49edeb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.136618] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.196925] env[63326]: DEBUG nova.scheduler.client.report [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.316957] env[63326]: DEBUG nova.network.neutron [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updated VIF entry in instance network info cache for port bfff7b90-4a81-419b-9937-308561b4aba8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.317371] env[63326]: DEBUG nova.network.neutron [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.356515] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.572285] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc51f7-0c51-8b5e-3482-7a4e49edeb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.638556] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.701684] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.704300] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.151s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.704800] env[63326]: DEBUG nova.objects.instance [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lazy-loading 'resources' on Instance uuid 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.722339] env[63326]: INFO nova.scheduler.client.report [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Deleted allocations for instance 166d524e-5922-4de7-8478-a63533670746 [ 1540.724376] env[63326]: DEBUG nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1540.748813] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.749189] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.749349] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.749545] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.749696] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.749846] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.750062] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.750291] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.750394] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.750552] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.750855] env[63326]: DEBUG nova.virt.hardware [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.751746] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b489d6-f0ca-4022-b5fd-0edfaaaa817b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.760589] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee915f4-c01b-4271-a5c4-6856d563a869 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.821045] env[63326]: DEBUG oslo_concurrency.lockutils [req-c6ca374d-acb1-4a49-b5c6-c0258a4fd4a0 req-39fd955f-b96f-4103-84a6-a94b56004e13 service nova] Releasing lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.857677] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.073804] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc51f7-0c51-8b5e-3482-7a4e49edeb66, 'name': SearchDatastore_Task, 'duration_secs': 0.592244} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.074190] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.074461] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.074749] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.074929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.075149] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.075531] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a3185d7-2a2c-4d5c-9c53-38136a0f6efb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.139006] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.155764] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.155963] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.156753] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ff5eef-c8cc-4436-8239-3dc55371e486 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.162263] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1541.162263] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528a7a8c-97f0-2ae1-bad8-23fe6cf2a3fb" [ 1541.162263] env[63326]: _type = "Task" [ 1541.162263] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.170543] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528a7a8c-97f0-2ae1-bad8-23fe6cf2a3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.233796] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72b278dc-a1e3-4c98-8426-39a8288560aa tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "166d524e-5922-4de7-8478-a63533670746" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.719s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.358071] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.606901] env[63326]: DEBUG nova.compute.manager [req-e64431ae-de81-4d84-b4e9-a68e0d78745c req-e4c8aeb4-7642-427b-9770-7736c9b379d6 service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Received event network-vif-plugged-5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1541.607141] env[63326]: DEBUG oslo_concurrency.lockutils [req-e64431ae-de81-4d84-b4e9-a68e0d78745c req-e4c8aeb4-7642-427b-9770-7736c9b379d6 service nova] Acquiring lock "167755b8-43fd-4349-ad9a-c5fc02423bc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.607356] env[63326]: DEBUG oslo_concurrency.lockutils [req-e64431ae-de81-4d84-b4e9-a68e0d78745c req-e4c8aeb4-7642-427b-9770-7736c9b379d6 service nova] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.608419] env[63326]: DEBUG oslo_concurrency.lockutils [req-e64431ae-de81-4d84-b4e9-a68e0d78745c req-e4c8aeb4-7642-427b-9770-7736c9b379d6 service nova] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.608419] env[63326]: DEBUG nova.compute.manager [req-e64431ae-de81-4d84-b4e9-a68e0d78745c req-e4c8aeb4-7642-427b-9770-7736c9b379d6 service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] No waiting events found dispatching network-vif-plugged-5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.608419] env[63326]: WARNING nova.compute.manager [req-e64431ae-de81-4d84-b4e9-a68e0d78745c req-e4c8aeb4-7642-427b-9770-7736c9b379d6 service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Received unexpected event network-vif-plugged-5344f127-eab2-4203-a4da-1f239c224a0d for instance with vm_state building and task_state spawning. [ 1541.640415] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.648569] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40d7959-be1a-43eb-939f-ad0b8efb1198 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.656201] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d8e1ef-265b-4ba2-a2bf-51938105658e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.693701] env[63326]: DEBUG nova.network.neutron [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Successfully updated port: 5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1541.697668] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a430f6e-1c30-49ab-8110-2252b054e5a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.702118] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528a7a8c-97f0-2ae1-bad8-23fe6cf2a3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.228848} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.703378] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21390efa-523e-4b06-8734-93a12a64d4d5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.709457] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5dd2eb-7990-4d12-8751-e97715dd8a29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.715282] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1541.715282] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f4d633-fe14-a001-2161-3fa8c8f0c1eb" [ 1541.715282] env[63326]: _type = "Task" [ 1541.715282] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.726455] env[63326]: DEBUG nova.compute.provider_tree [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.733024] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f4d633-fe14-a001-2161-3fa8c8f0c1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.858970] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.142240] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.203305] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.203495] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.203597] env[63326]: DEBUG nova.network.neutron [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.227800] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f4d633-fe14-a001-2161-3fa8c8f0c1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.064813} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.227800] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.228086] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417/4b47fcaf-7d4c-42a7-99b6-31fcfcd86417.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.228981] env[63326]: DEBUG nova.scheduler.client.report [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.232303] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312f545c-c0c9-4670-bcdb-4328ddeae0eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.240450] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1542.240450] env[63326]: value = "task-1726070" [ 1542.240450] env[63326]: _type = "Task" [ 1542.240450] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.250431] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.268404] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "3887d706-a6f2-4e8d-b6db-8946280404a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.268774] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "3887d706-a6f2-4e8d-b6db-8946280404a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.268929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "3887d706-a6f2-4e8d-b6db-8946280404a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.269156] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "3887d706-a6f2-4e8d-b6db-8946280404a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.269357] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "3887d706-a6f2-4e8d-b6db-8946280404a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.271517] env[63326]: INFO nova.compute.manager [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Terminating instance [ 1542.361819] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726069, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.500457} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.362091] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] d18929c9-f57b-4755-9f20-1ed87a1dfd61/d18929c9-f57b-4755-9f20-1ed87a1dfd61.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.362294] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.362561] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60938e6f-f37a-4ef2-b11d-83ec3d46c39a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.369855] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1542.369855] env[63326]: value = "task-1726071" [ 1542.369855] env[63326]: _type = "Task" [ 1542.369855] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.379202] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.642411] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726067, 'name': ReconfigVM_Task, 'duration_secs': 3.250995} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.642739] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 83ff9261-e44a-44d6-984a-9cc3459a567f/83ff9261-e44a-44d6-984a-9cc3459a567f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.643592] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-474dd1df-3b9a-4c49-bef1-807c8a079ff9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.651707] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1542.651707] env[63326]: value = "task-1726072" [ 1542.651707] env[63326]: _type = "Task" [ 1542.651707] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.662233] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726072, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.736064] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.738645] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.385s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.740134] env[63326]: INFO nova.compute.claims [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.743562] env[63326]: DEBUG nova.network.neutron [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1542.756778] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726070, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.761630] env[63326]: INFO nova.scheduler.client.report [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Deleted allocations for instance 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7 [ 1542.777477] env[63326]: DEBUG nova.compute.manager [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1542.777698] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.778607] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f805797d-f8d2-47f2-a39b-664562513cec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.786520] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.787451] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da52779a-1218-439a-b798-6809510f421d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.794240] env[63326]: DEBUG oslo_vmware.api [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1542.794240] env[63326]: value = "task-1726073" [ 1542.794240] env[63326]: _type = "Task" [ 1542.794240] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.802594] env[63326]: DEBUG oslo_vmware.api [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1726073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.882599] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099685} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.882882] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.883650] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f60a72-fa9d-4103-8530-de432f2534e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.908519] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d18929c9-f57b-4755-9f20-1ed87a1dfd61/d18929c9-f57b-4755-9f20-1ed87a1dfd61.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.908941] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff7a4bc-8d7d-49c7-be4d-598f94d1d0ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.925089] env[63326]: DEBUG nova.network.neutron [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Updating instance_info_cache with network_info: [{"id": "5344f127-eab2-4203-a4da-1f239c224a0d", "address": "fa:16:3e:e1:cd:82", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5344f127-ea", "ovs_interfaceid": "5344f127-eab2-4203-a4da-1f239c224a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.933873] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1542.933873] env[63326]: value = "task-1726074" [ 1542.933873] env[63326]: _type = "Task" [ 1542.933873] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.944483] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.161860] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726072, 'name': Rename_Task, 'duration_secs': 0.29545} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.162163] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.162448] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-160d882c-4384-472c-92c5-aca3cb656b2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.168319] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1543.168319] env[63326]: value = "task-1726075" [ 1543.168319] env[63326]: _type = "Task" [ 1543.168319] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.177741] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.257656] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567269} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.258879] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417/4b47fcaf-7d4c-42a7-99b6-31fcfcd86417.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.259040] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.259220] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b94d312-53e9-46cd-bdfd-6885fdf539af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.268118] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1543.268118] env[63326]: value = "task-1726076" [ 1543.268118] env[63326]: _type = "Task" [ 1543.268118] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.268587] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe2cba6d-a96c-4759-9d0d-ad1780d36c81 tempest-ServerShowV257Test-1068920651 tempest-ServerShowV257Test-1068920651-project-member] Lock "2fe327fb-112d-4ff4-a45c-d1bcb25d22a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.501s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.278730] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.303589] env[63326]: DEBUG oslo_vmware.api [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1726073, 'name': PowerOffVM_Task, 'duration_secs': 0.243165} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.303863] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.304050] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.304291] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23eed09e-438d-4600-ba24-60652f8b70e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.428754] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.429109] env[63326]: DEBUG nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Instance network_info: |[{"id": "5344f127-eab2-4203-a4da-1f239c224a0d", "address": "fa:16:3e:e1:cd:82", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5344f127-ea", "ovs_interfaceid": "5344f127-eab2-4203-a4da-1f239c224a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1543.429547] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:cd:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5344f127-eab2-4203-a4da-1f239c224a0d', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.437054] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Creating folder: Project (f70ccab695804a75ad621f532d0b7f66). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1543.437437] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7068cdb9-8bf6-47b5-9dc6-1247e658cb58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.448209] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726074, 'name': ReconfigVM_Task, 'duration_secs': 0.440253} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.448482] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d18929c9-f57b-4755-9f20-1ed87a1dfd61/d18929c9-f57b-4755-9f20-1ed87a1dfd61.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.449108] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26f8422c-1b03-464c-abe2-0c3d25b731d8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.451659] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Created folder: Project (f70ccab695804a75ad621f532d0b7f66) in parent group-v359097. [ 1543.451837] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Creating folder: Instances. Parent ref: group-v359285. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1543.452349] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ddcdf83-6d94-4fb1-8f3e-835abc603da9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.456141] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1543.456141] env[63326]: value = "task-1726079" [ 1543.456141] env[63326]: _type = "Task" [ 1543.456141] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.460760] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Created folder: Instances in parent group-v359285. [ 1543.460985] env[63326]: DEBUG oslo.service.loopingcall [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.461180] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.461373] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9e689bd-d8ac-46ab-ade4-78d300a89218 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.480171] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726079, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.485508] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1543.485508] env[63326]: value = "task-1726081" [ 1543.485508] env[63326]: _type = "Task" [ 1543.485508] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.493687] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726081, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.635255] env[63326]: DEBUG nova.compute.manager [req-48de63a0-14be-48a5-a4ad-828b2b653201 req-4342fd45-d354-40b2-b83d-b3bd5c24cf3e service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Received event network-changed-5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1543.635255] env[63326]: DEBUG nova.compute.manager [req-48de63a0-14be-48a5-a4ad-828b2b653201 req-4342fd45-d354-40b2-b83d-b3bd5c24cf3e service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Refreshing instance network info cache due to event network-changed-5344f127-eab2-4203-a4da-1f239c224a0d. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1543.635255] env[63326]: DEBUG oslo_concurrency.lockutils [req-48de63a0-14be-48a5-a4ad-828b2b653201 req-4342fd45-d354-40b2-b83d-b3bd5c24cf3e service nova] Acquiring lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.635412] env[63326]: DEBUG oslo_concurrency.lockutils [req-48de63a0-14be-48a5-a4ad-828b2b653201 req-4342fd45-d354-40b2-b83d-b3bd5c24cf3e service nova] Acquired lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.635452] env[63326]: DEBUG nova.network.neutron [req-48de63a0-14be-48a5-a4ad-828b2b653201 req-4342fd45-d354-40b2-b83d-b3bd5c24cf3e service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Refreshing network info cache for port 5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.679412] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726075, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.782783] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106811} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.783665] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.784814] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba53adb-d2da-4b33-881c-6b0c7de6c2bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.810996] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417/4b47fcaf-7d4c-42a7-99b6-31fcfcd86417.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.815173] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ccff8c-128b-44c3-b6af-47b8f9eb8b5d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.836237] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1543.836237] env[63326]: value = "task-1726082" [ 1543.836237] env[63326]: _type = "Task" [ 1543.836237] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.837885] env[63326]: DEBUG oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c410fb-dd5c-afe4-7fd0-e8db894a0fdf/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1543.839385] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e232e-590b-4f69-92ba-9f3bffe7c1cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.852714] env[63326]: DEBUG oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c410fb-dd5c-afe4-7fd0-e8db894a0fdf/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1543.852882] env[63326]: ERROR oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c410fb-dd5c-afe4-7fd0-e8db894a0fdf/disk-0.vmdk due to incomplete transfer. [ 1543.856070] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20460c77-1dda-40ce-9472-8642fb5f743f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.858040] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.865465] env[63326]: DEBUG oslo_vmware.rw_handles [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c410fb-dd5c-afe4-7fd0-e8db894a0fdf/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1543.865892] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Uploaded image 00c0b874-fb41-4ee7-ab71-0d1272e157eb to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1543.868038] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1543.868321] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c43af3b8-eb43-4e78-b1a1-1a5d37edbd05 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.876624] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1543.876624] env[63326]: value = "task-1726083" [ 1543.876624] env[63326]: _type = "Task" [ 1543.876624] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.884542] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726083, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.969274] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726079, 'name': Rename_Task, 'duration_secs': 0.141227} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.969576] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.969831] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d9ed30a-8ecb-49de-b623-89b32563f822 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.978596] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1543.978596] env[63326]: value = "task-1726084" [ 1543.978596] env[63326]: _type = "Task" [ 1543.978596] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.986754] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.998057] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726081, 'name': CreateVM_Task, 'duration_secs': 0.387396} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.998386] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.998979] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.999163] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.999482] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.999753] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0d263c-e0cd-483f-b393-067e6904d4f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.006160] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1544.006160] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5222b19f-c177-80bd-6bd3-96c2b6c03a6d" [ 1544.006160] env[63326]: _type = "Task" [ 1544.006160] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.014247] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5222b19f-c177-80bd-6bd3-96c2b6c03a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.180871] env[63326]: DEBUG oslo_vmware.api [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726075, 'name': PowerOnVM_Task, 'duration_secs': 0.560188} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.181174] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.181391] env[63326]: INFO nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Took 12.34 seconds to spawn the instance on the hypervisor. [ 1544.181570] env[63326]: DEBUG nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.184901] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace75cf1-1bbf-42cd-8753-e8443a4ff1a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.205206] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fd1854-5736-4b21-822d-069cae69a4d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.214926] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc339398-2ba6-4dc6-98ee-d8ceff156d97 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.250560] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf167f2-2eb6-4db0-b702-f2871726b935 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.259162] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26898c37-1119-47e3-8d3c-f5e6108c4399 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.279927] env[63326]: DEBUG nova.compute.provider_tree [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.350519] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726082, 'name': ReconfigVM_Task, 'duration_secs': 0.303694} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.350813] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417/4b47fcaf-7d4c-42a7-99b6-31fcfcd86417.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.351706] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84e3c97a-77f7-4fe4-840e-df61d6e0f4b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.358184] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1544.358184] env[63326]: value = "task-1726085" [ 1544.358184] env[63326]: _type = "Task" [ 1544.358184] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.366905] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726085, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.388341] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726083, 'name': Destroy_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.478036] env[63326]: DEBUG nova.network.neutron [req-48de63a0-14be-48a5-a4ad-828b2b653201 req-4342fd45-d354-40b2-b83d-b3bd5c24cf3e service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Updated VIF entry in instance network info cache for port 5344f127-eab2-4203-a4da-1f239c224a0d. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.478419] env[63326]: DEBUG nova.network.neutron [req-48de63a0-14be-48a5-a4ad-828b2b653201 req-4342fd45-d354-40b2-b83d-b3bd5c24cf3e service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Updating instance_info_cache with network_info: [{"id": "5344f127-eab2-4203-a4da-1f239c224a0d", "address": "fa:16:3e:e1:cd:82", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5344f127-ea", "ovs_interfaceid": "5344f127-eab2-4203-a4da-1f239c224a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.489103] env[63326]: DEBUG oslo_vmware.api [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726084, 'name': PowerOnVM_Task, 'duration_secs': 0.477537} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.489373] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.492496] env[63326]: INFO nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1544.492496] env[63326]: DEBUG nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.492496] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2959238-99b0-4b0b-8a7a-b2043ff4e015 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.515956] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5222b19f-c177-80bd-6bd3-96c2b6c03a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.026801} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.516388] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.516644] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.517163] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.517343] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.517535] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.518058] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8995376-41d6-4b2f-8521-82271073ea5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.530824] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.530824] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.530824] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019754aa-7d39-4d00-a4a6-463079f57551 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.535759] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1544.535759] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a87e54-8eb8-30ef-ec5f-002005c72e4c" [ 1544.535759] env[63326]: _type = "Task" [ 1544.535759] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.545189] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a87e54-8eb8-30ef-ec5f-002005c72e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.707539] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "a482f68a-c553-41a3-bcbb-786d94d46242" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.707868] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a482f68a-c553-41a3-bcbb-786d94d46242" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.709060] env[63326]: INFO nova.compute.manager [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Took 41.59 seconds to build instance. [ 1544.783141] env[63326]: DEBUG nova.scheduler.client.report [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.868259] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726085, 'name': Rename_Task, 'duration_secs': 0.145858} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.868558] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.868803] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-184a55ce-6643-4115-b55c-6460d0c329ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.874836] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1544.874836] env[63326]: value = "task-1726086" [ 1544.874836] env[63326]: _type = "Task" [ 1544.874836] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.883302] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.888218] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726083, 'name': Destroy_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.898681] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.899387] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.899387] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Deleting the datastore file [datastore1] 3887d706-a6f2-4e8d-b6db-8946280404a5 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.899387] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68dceff0-36cb-4682-8624-1e998fce8f85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.905848] env[63326]: DEBUG oslo_vmware.api [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for the task: (returnval){ [ 1544.905848] env[63326]: value = "task-1726087" [ 1544.905848] env[63326]: _type = "Task" [ 1544.905848] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.913835] env[63326]: DEBUG oslo_vmware.api [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1726087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.985244] env[63326]: DEBUG oslo_concurrency.lockutils [req-48de63a0-14be-48a5-a4ad-828b2b653201 req-4342fd45-d354-40b2-b83d-b3bd5c24cf3e service nova] Releasing lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.011022] env[63326]: INFO nova.compute.manager [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Took 39.66 seconds to build instance. [ 1545.047653] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a87e54-8eb8-30ef-ec5f-002005c72e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.036912} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.048500] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597d5a0e-11d6-4541-af75-c84fe21a453d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.053996] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1545.053996] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524a2384-3540-2b5b-a63b-12ec07d7eda8" [ 1545.053996] env[63326]: _type = "Task" [ 1545.053996] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.062418] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524a2384-3540-2b5b-a63b-12ec07d7eda8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.144657] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquiring lock "83ff9261-e44a-44d6-984a-9cc3459a567f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.213368] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0008676f-02b9-4b7c-b2fc-4723508e595d tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "83ff9261-e44a-44d6-984a-9cc3459a567f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.046s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.213821] env[63326]: DEBUG nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.216687] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "83ff9261-e44a-44d6-984a-9cc3459a567f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.072s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.216922] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquiring lock "83ff9261-e44a-44d6-984a-9cc3459a567f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.217164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "83ff9261-e44a-44d6-984a-9cc3459a567f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.217563] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "83ff9261-e44a-44d6-984a-9cc3459a567f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.219177] env[63326]: INFO nova.compute.manager [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Terminating instance [ 1545.288668] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.289176] env[63326]: DEBUG nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.291705] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.562s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.292140] env[63326]: DEBUG nova.objects.instance [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lazy-loading 'resources' on Instance uuid 1f41278f-fd24-47d9-9973-87ece1744370 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.388320] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726083, 'name': Destroy_Task, 'duration_secs': 1.215733} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.391710] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Destroyed the VM [ 1545.391981] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1545.392629] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726086, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.392866] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eadda2f7-4730-4343-8255-30768bc3a92f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.400254] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1545.400254] env[63326]: value = "task-1726088" [ 1545.400254] env[63326]: _type = "Task" [ 1545.400254] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.408954] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726088, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.417524] env[63326]: DEBUG oslo_vmware.api [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Task: {'id': task-1726087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300749} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.417524] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.417794] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.418997] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.418997] env[63326]: INFO nova.compute.manager [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1545.418997] env[63326]: DEBUG oslo.service.loopingcall [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.418997] env[63326]: DEBUG nova.compute.manager [-] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.418997] env[63326]: DEBUG nova.network.neutron [-] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.512903] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1343e11e-1bbb-4d9b-8d1f-9f7727707a52 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.519s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.566173] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524a2384-3540-2b5b-a63b-12ec07d7eda8, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.566585] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.566960] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 167755b8-43fd-4349-ad9a-c5fc02423bc8/167755b8-43fd-4349-ad9a-c5fc02423bc8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.567389] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d4e0335-785f-42fa-9a4a-4528c3755c4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.574087] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1545.574087] env[63326]: value = "task-1726089" [ 1545.574087] env[63326]: _type = "Task" [ 1545.574087] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.583761] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.724402] env[63326]: DEBUG nova.compute.manager [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.724751] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.726204] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf31d09-8bbf-4036-8416-5e02e3cc08b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.733524] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.733772] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7a30333-9c42-4df5-8355-c678b2dbc33a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.740735] env[63326]: DEBUG oslo_vmware.api [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1545.740735] env[63326]: value = "task-1726090" [ 1545.740735] env[63326]: _type = "Task" [ 1545.740735] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.746011] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.752680] env[63326]: DEBUG oslo_vmware.api [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.794945] env[63326]: DEBUG nova.compute.utils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.800219] env[63326]: DEBUG nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.800679] env[63326]: DEBUG nova.network.neutron [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.893022] env[63326]: DEBUG oslo_vmware.api [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726086, 'name': PowerOnVM_Task, 'duration_secs': 0.62058} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.893486] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.893813] env[63326]: INFO nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1545.894191] env[63326]: DEBUG nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.895909] env[63326]: DEBUG nova.policy [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ba8986a6614562b406937dc595ab70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '195b81119bee47199ad89c3b6d45b003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1545.898128] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f57b2-971b-4fed-8004-58134242b5e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.926315] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726088, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.088594] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726089, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.255529] env[63326]: DEBUG oslo_vmware.api [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726090, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.291418] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c43ae-52ee-4420-8293-b2404ae3d0c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.298986] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05363d0-1096-492c-86a8-ac487e84eb27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.302781] env[63326]: DEBUG nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.339773] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a08f3f-8bad-423f-818e-0605477daccc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.351742] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b67fe5-800b-4b31-9ec8-75837125332b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.357868] env[63326]: DEBUG nova.compute.manager [req-c2be3631-c01a-4fcd-8982-5c7b4ff2f812 req-0b75587e-80a6-438b-8b28-1e09cad6a05f service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Received event network-vif-deleted-9d8cb66c-fe99-43b8-863e-d988cbbf5811 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1546.358072] env[63326]: INFO nova.compute.manager [req-c2be3631-c01a-4fcd-8982-5c7b4ff2f812 req-0b75587e-80a6-438b-8b28-1e09cad6a05f service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Neutron deleted interface 9d8cb66c-fe99-43b8-863e-d988cbbf5811; detaching it from the instance and deleting it from the info cache [ 1546.358285] env[63326]: DEBUG nova.network.neutron [req-c2be3631-c01a-4fcd-8982-5c7b4ff2f812 req-0b75587e-80a6-438b-8b28-1e09cad6a05f service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.374377] env[63326]: DEBUG nova.compute.provider_tree [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.379510] env[63326]: DEBUG nova.network.neutron [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Successfully created port: 7d6475d4-107f-4c3a-b7fd-bcf38aeb85df {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.414168] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726088, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.438259] env[63326]: INFO nova.compute.manager [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Took 38.73 seconds to build instance. [ 1546.510889] env[63326]: DEBUG nova.network.neutron [-] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.586643] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569602} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.586965] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 167755b8-43fd-4349-ad9a-c5fc02423bc8/167755b8-43fd-4349-ad9a-c5fc02423bc8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.591020] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.591020] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88524439-9d1d-44de-b914-cf19531173e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.593861] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1546.593861] env[63326]: value = "task-1726091" [ 1546.593861] env[63326]: _type = "Task" [ 1546.593861] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.601632] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.752878] env[63326]: DEBUG oslo_vmware.api [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726090, 'name': PowerOffVM_Task, 'duration_secs': 0.543805} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.753525] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.753525] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.753621] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51c39d44-3435-4451-aa3d-f899e9c366a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.861822] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-673475c6-496c-4ca4-a602-15d5db5d21c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.865367] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.865574] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.865868] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Deleting the datastore file [datastore1] 83ff9261-e44a-44d6-984a-9cc3459a567f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.866378] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-739df3a2-4103-4096-969d-2ec550cad449 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.872145] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaf24bb-d90e-428c-8189-f7d48fa59bc4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.889097] env[63326]: DEBUG nova.scheduler.client.report [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.894599] env[63326]: DEBUG oslo_vmware.api [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for the task: (returnval){ [ 1546.894599] env[63326]: value = "task-1726093" [ 1546.894599] env[63326]: _type = "Task" [ 1546.894599] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.904846] env[63326]: DEBUG oslo_vmware.api [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.918973] env[63326]: DEBUG nova.compute.manager [req-c2be3631-c01a-4fcd-8982-5c7b4ff2f812 req-0b75587e-80a6-438b-8b28-1e09cad6a05f service nova] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Detach interface failed, port_id=9d8cb66c-fe99-43b8-863e-d988cbbf5811, reason: Instance 3887d706-a6f2-4e8d-b6db-8946280404a5 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1546.928422] env[63326]: DEBUG oslo_vmware.api [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726088, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045752} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.928721] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1546.928971] env[63326]: INFO nova.compute.manager [None req-327494d6-fb0a-4e56-8181-40132d6ef7fc tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Took 21.79 seconds to snapshot the instance on the hypervisor. [ 1546.940927] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f3f-eaeb-43d5-9fec-52c3ed630ffc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.826s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.014963] env[63326]: INFO nova.compute.manager [-] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Took 1.59 seconds to deallocate network for instance. [ 1547.104394] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063865} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.104925] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.105847] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ebe9bd-26f9-4596-809b-c645be082919 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.130696] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 167755b8-43fd-4349-ad9a-c5fc02423bc8/167755b8-43fd-4349-ad9a-c5fc02423bc8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.131359] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed558a1a-926f-42ff-a699-53f8a8aaa933 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.151055] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1547.151055] env[63326]: value = "task-1726094" [ 1547.151055] env[63326]: _type = "Task" [ 1547.151055] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.160876] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.313705] env[63326]: DEBUG nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1547.341020] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.341163] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.341222] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.341402] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.341545] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.341690] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.341897] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.342062] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.342233] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.342395] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.342565] env[63326]: DEBUG nova.virt.hardware [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.343435] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a17fcc5-e642-4274-b2e1-8249a6f7c316 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.351405] env[63326]: DEBUG nova.compute.manager [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.352204] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d052bd1-f4ba-4ead-a2c9-fb9a6a2262b9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.355469] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52abba98-4f58-489c-8468-b4587d05c828 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.394167] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.398443] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.457s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.416479] env[63326]: DEBUG oslo_vmware.api [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Task: {'id': task-1726093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233475} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.416764] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.421098] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.421098] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.421098] env[63326]: INFO nova.compute.manager [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1547.421098] env[63326]: DEBUG oslo.service.loopingcall [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.421098] env[63326]: DEBUG nova.compute.manager [-] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1547.421098] env[63326]: DEBUG nova.network.neutron [-] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.463114] env[63326]: INFO nova.scheduler.client.report [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Deleted allocations for instance 1f41278f-fd24-47d9-9973-87ece1744370 [ 1547.524533] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.662835] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.876260] env[63326]: INFO nova.compute.manager [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] instance snapshotting [ 1547.879044] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4dad99-8b0e-4986-b5e6-ad6ac749098e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.898812] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecc92e5-5a6a-44fa-9875-802f9ba71cb6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.912909] env[63326]: INFO nova.compute.claims [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.969118] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f4a8b3b-c8e8-4e46-98af-c672e80aafc0 tempest-InstanceActionsTestJSON-141321838 tempest-InstanceActionsTestJSON-141321838-project-member] Lock "1f41278f-fd24-47d9-9973-87ece1744370" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.743s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.163844] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726094, 'name': ReconfigVM_Task, 'duration_secs': 0.840701} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.164506] env[63326]: DEBUG nova.network.neutron [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Successfully updated port: 7d6475d4-107f-4c3a-b7fd-bcf38aeb85df {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.165799] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 167755b8-43fd-4349-ad9a-c5fc02423bc8/167755b8-43fd-4349-ad9a-c5fc02423bc8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.166549] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eda3a4fb-12af-4ffa-a9ea-442ccd42a7fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.173752] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1548.173752] env[63326]: value = "task-1726095" [ 1548.173752] env[63326]: _type = "Task" [ 1548.173752] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.181969] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726095, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.201753] env[63326]: DEBUG nova.network.neutron [-] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.390510] env[63326]: DEBUG nova.compute.manager [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-changed-bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1548.390709] env[63326]: DEBUG nova.compute.manager [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Refreshing instance network info cache due to event network-changed-bfff7b90-4a81-419b-9937-308561b4aba8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1548.390923] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Acquiring lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.391078] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Acquired lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.391245] env[63326]: DEBUG nova.network.neutron [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Refreshing network info cache for port bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.409605] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1548.409919] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6cd1728f-4f3c-48a2-a769-e35585783837 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.418758] env[63326]: INFO nova.compute.resource_tracker [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating resource usage from migration 955bd770-7fe8-4d4d-b0ec-5b155b5a29c6 [ 1548.423395] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1548.423395] env[63326]: value = "task-1726096" [ 1548.423395] env[63326]: _type = "Task" [ 1548.423395] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.432830] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.670154] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-2eda2af3-0897-40d8-8768-9b161dab772f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.670268] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-2eda2af3-0897-40d8-8768-9b161dab772f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.670438] env[63326]: DEBUG nova.network.neutron [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.689863] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726095, 'name': Rename_Task, 'duration_secs': 0.165358} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.689863] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.689863] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9cd785-2ffa-46c5-811f-3ffaf79a8faa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.698394] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1548.698394] env[63326]: value = "task-1726097" [ 1548.698394] env[63326]: _type = "Task" [ 1548.698394] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.706030] env[63326]: INFO nova.compute.manager [-] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Took 1.29 seconds to deallocate network for instance. [ 1548.711927] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.838136] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196f65d5-1089-4bd3-88d7-4ac1ec6e3fea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.845698] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d45c7d7-b06c-44ed-8be7-819bbab379e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.884055] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fe3f1d-e968-4300-9461-b1ad51292db7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.889998] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a8c28-f841-4b4b-b27f-7d93605cc00d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.910728] env[63326]: DEBUG nova.compute.provider_tree [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.940189] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.209705] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726097, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.216931] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.266807] env[63326]: DEBUG nova.network.neutron [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.417366] env[63326]: DEBUG nova.scheduler.client.report [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.435804] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726096, 'name': CreateSnapshot_Task, 'duration_secs': 0.789369} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.436799] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1549.437652] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a62dd96-eead-4464-a020-bda4ec8ee986 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.453979] env[63326]: DEBUG nova.network.neutron [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updated VIF entry in instance network info cache for port bfff7b90-4a81-419b-9937-308561b4aba8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.453979] env[63326]: DEBUG nova.network.neutron [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.570898] env[63326]: DEBUG nova.network.neutron [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Updating instance_info_cache with network_info: [{"id": "7d6475d4-107f-4c3a-b7fd-bcf38aeb85df", "address": "fa:16:3e:33:a5:5b", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6475d4-10", "ovs_interfaceid": "7d6475d4-107f-4c3a-b7fd-bcf38aeb85df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.709339] env[63326]: DEBUG oslo_vmware.api [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726097, 'name': PowerOnVM_Task, 'duration_secs': 0.628775} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.709581] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.709782] env[63326]: INFO nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1549.709958] env[63326]: DEBUG nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.710714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc523e8-fcf8-4ad8-a370-f3b9fb115680 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.921707] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.523s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.922022] env[63326]: INFO nova.compute.manager [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Migrating [ 1549.932561] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.440s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.960875] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1549.962599] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Releasing lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.962835] env[63326]: DEBUG nova.compute.manager [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Received event network-vif-deleted-24d1af55-5bd4-4ab6-99f3-3d97aebd63fd {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1549.963164] env[63326]: DEBUG nova.compute.manager [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Received event network-vif-plugged-7d6475d4-107f-4c3a-b7fd-bcf38aeb85df {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1549.963386] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Acquiring lock "2eda2af3-0897-40d8-8768-9b161dab772f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.963604] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Lock "2eda2af3-0897-40d8-8768-9b161dab772f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.963771] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Lock "2eda2af3-0897-40d8-8768-9b161dab772f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.963948] env[63326]: DEBUG nova.compute.manager [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] No waiting events found dispatching network-vif-plugged-7d6475d4-107f-4c3a-b7fd-bcf38aeb85df {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1549.964144] env[63326]: WARNING nova.compute.manager [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Received unexpected event network-vif-plugged-7d6475d4-107f-4c3a-b7fd-bcf38aeb85df for instance with vm_state building and task_state spawning. [ 1549.964316] env[63326]: DEBUG nova.compute.manager [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Received event network-changed-7d6475d4-107f-4c3a-b7fd-bcf38aeb85df {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1549.964475] env[63326]: DEBUG nova.compute.manager [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Refreshing instance network info cache due to event network-changed-7d6475d4-107f-4c3a-b7fd-bcf38aeb85df. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1549.964638] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Acquiring lock "refresh_cache-2eda2af3-0897-40d8-8768-9b161dab772f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.964838] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e007e1e6-4b31-49a0-80c2-dbe62e854bc7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.975376] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1549.975376] env[63326]: value = "task-1726098" [ 1549.975376] env[63326]: _type = "Task" [ 1549.975376] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.984881] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726098, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.075022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-2eda2af3-0897-40d8-8768-9b161dab772f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.075022] env[63326]: DEBUG nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Instance network_info: |[{"id": "7d6475d4-107f-4c3a-b7fd-bcf38aeb85df", "address": "fa:16:3e:33:a5:5b", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6475d4-10", "ovs_interfaceid": "7d6475d4-107f-4c3a-b7fd-bcf38aeb85df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1550.075022] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Acquired lock "refresh_cache-2eda2af3-0897-40d8-8768-9b161dab772f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.075396] env[63326]: DEBUG nova.network.neutron [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Refreshing network info cache for port 7d6475d4-107f-4c3a-b7fd-bcf38aeb85df {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.076598] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:a5:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6475d4-107f-4c3a-b7fd-bcf38aeb85df', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.088709] env[63326]: DEBUG oslo.service.loopingcall [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.093722] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.094836] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e828e4a8-c47e-4e54-bfde-d0e028f9289a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.129480] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.129480] env[63326]: value = "task-1726099" [ 1550.129480] env[63326]: _type = "Task" [ 1550.129480] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.137517] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726099, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.233852] env[63326]: INFO nova.compute.manager [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Took 38.16 seconds to build instance. [ 1550.433022] env[63326]: DEBUG nova.network.neutron [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Updated VIF entry in instance network info cache for port 7d6475d4-107f-4c3a-b7fd-bcf38aeb85df. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1550.433022] env[63326]: DEBUG nova.network.neutron [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Updating instance_info_cache with network_info: [{"id": "7d6475d4-107f-4c3a-b7fd-bcf38aeb85df", "address": "fa:16:3e:33:a5:5b", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6475d4-10", "ovs_interfaceid": "7d6475d4-107f-4c3a-b7fd-bcf38aeb85df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.449174] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.449174] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.449174] env[63326]: DEBUG nova.network.neutron [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.488049] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726098, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.639165] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726099, 'name': CreateVM_Task, 'duration_secs': 0.340555} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.641648] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.642721] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.642889] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.643387] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.643719] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b13ccd6-7902-457d-bc89-69188966dbfb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.648693] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1550.648693] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52309a7d-28b0-e779-f6f7-9aca1e84ba9b" [ 1550.648693] env[63326]: _type = "Task" [ 1550.648693] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.662503] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52309a7d-28b0-e779-f6f7-9aca1e84ba9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.662826] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.663285] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.663795] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.664060] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.664374] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.667295] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a58867cd-1c2d-4822-9d67-f09fee863b2a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.674979] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.675176] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.675857] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a145614b-bf92-46d3-b30d-fc54a9169ef6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.682799] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1550.682799] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52374b68-17c8-4525-6e0d-748c3709dfb2" [ 1550.682799] env[63326]: _type = "Task" [ 1550.682799] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.691131] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52374b68-17c8-4525-6e0d-748c3709dfb2, 'name': SearchDatastore_Task, 'duration_secs': 0.007826} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.694742] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72fe940-33cf-4424-a344-d145ee408766 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.698824] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1550.698824] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d4fcf3-450d-3674-5ad6-8ab1bdc32b23" [ 1550.698824] env[63326]: _type = "Task" [ 1550.698824] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.708787] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d4fcf3-450d-3674-5ad6-8ab1bdc32b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.736182] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f832bc72-0d39-4f9b-a782-677fdd644683 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.580s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.876924] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b2da50-429f-4133-9f21-32767c66e04d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.884702] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd77489-9a8d-4ba6-a4e6-b080bd781315 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.914567] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95d823b-9d41-43f1-8a2e-0a42172e0dda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.923135] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5dc405-916c-48f2-982e-d4aa4ea1d529 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.938545] env[63326]: DEBUG nova.compute.provider_tree [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.943169] env[63326]: DEBUG oslo_concurrency.lockutils [req-1743c9b1-8977-498b-86d8-9171053b5a0d req-14007426-632f-4c75-bc33-e64ca46184ed service nova] Releasing lock "refresh_cache-2eda2af3-0897-40d8-8768-9b161dab772f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.987556] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726098, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.211025] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d4fcf3-450d-3674-5ad6-8ab1bdc32b23, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.211025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.211212] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2eda2af3-0897-40d8-8768-9b161dab772f/2eda2af3-0897-40d8-8768-9b161dab772f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.211548] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f75146ff-4ef5-483c-b533-671fdf4232c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.218592] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1551.218592] env[63326]: value = "task-1726100" [ 1551.218592] env[63326]: _type = "Task" [ 1551.218592] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.229647] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.309580] env[63326]: DEBUG nova.network.neutron [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance_info_cache with network_info: [{"id": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "address": "fa:16:3e:57:a8:9d", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5b7ebe-d9", "ovs_interfaceid": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.371455] env[63326]: DEBUG nova.compute.manager [req-dcb48cc5-fdf9-4c3c-93bd-3c2ff5513fba req-b81b70e8-b26c-478a-b1bd-81cf82532fce service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Received event network-changed-5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1551.371455] env[63326]: DEBUG nova.compute.manager [req-dcb48cc5-fdf9-4c3c-93bd-3c2ff5513fba req-b81b70e8-b26c-478a-b1bd-81cf82532fce service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Refreshing instance network info cache due to event network-changed-5344f127-eab2-4203-a4da-1f239c224a0d. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1551.371455] env[63326]: DEBUG oslo_concurrency.lockutils [req-dcb48cc5-fdf9-4c3c-93bd-3c2ff5513fba req-b81b70e8-b26c-478a-b1bd-81cf82532fce service nova] Acquiring lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.371455] env[63326]: DEBUG oslo_concurrency.lockutils [req-dcb48cc5-fdf9-4c3c-93bd-3c2ff5513fba req-b81b70e8-b26c-478a-b1bd-81cf82532fce service nova] Acquired lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.371455] env[63326]: DEBUG nova.network.neutron [req-dcb48cc5-fdf9-4c3c-93bd-3c2ff5513fba req-b81b70e8-b26c-478a-b1bd-81cf82532fce service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Refreshing network info cache for port 5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.444138] env[63326]: DEBUG nova.scheduler.client.report [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.490753] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726098, 'name': CloneVM_Task, 'duration_secs': 1.211134} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.491128] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Created linked-clone VM from snapshot [ 1551.491965] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0542d556-c911-4bb0-b82b-7e56bb9d3b45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.501738] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Uploading image 9c9ae104-f631-493d-acad-18fa3fd48988 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1551.518264] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1551.518659] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1bcc529b-13a8-4385-beeb-1ac29aaa7966 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.527958] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1551.527958] env[63326]: value = "task-1726101" [ 1551.527958] env[63326]: _type = "Task" [ 1551.527958] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.544892] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726101, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.729783] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726100, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.811915] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.040185] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726101, 'name': Destroy_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.232528] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541464} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.232969] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2eda2af3-0897-40d8-8768-9b161dab772f/2eda2af3-0897-40d8-8768-9b161dab772f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.233147] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.233282] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a05e8a1-b5f8-4d3e-9dab-942963de0e2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.239782] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1552.239782] env[63326]: value = "task-1726102" [ 1552.239782] env[63326]: _type = "Task" [ 1552.239782] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.250536] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.261355] env[63326]: DEBUG nova.network.neutron [req-dcb48cc5-fdf9-4c3c-93bd-3c2ff5513fba req-b81b70e8-b26c-478a-b1bd-81cf82532fce service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Updated VIF entry in instance network info cache for port 5344f127-eab2-4203-a4da-1f239c224a0d. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.261355] env[63326]: DEBUG nova.network.neutron [req-dcb48cc5-fdf9-4c3c-93bd-3c2ff5513fba req-b81b70e8-b26c-478a-b1bd-81cf82532fce service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Updating instance_info_cache with network_info: [{"id": "5344f127-eab2-4203-a4da-1f239c224a0d", "address": "fa:16:3e:e1:cd:82", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5344f127-ea", "ovs_interfaceid": "5344f127-eab2-4203-a4da-1f239c224a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.455125] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.524s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.455125] env[63326]: DEBUG nova.compute.manager [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63326) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5319}} [ 1552.456812] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.234s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.539807] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726101, 'name': Destroy_Task, 'duration_secs': 0.525571} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.546569] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Destroyed the VM [ 1552.546839] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1552.547140] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-984eb271-db4e-4a08-924b-7252d932f6e1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.557298] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1552.557298] env[63326]: value = "task-1726103" [ 1552.557298] env[63326]: _type = "Task" [ 1552.557298] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.565960] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.751898] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067195} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.751898] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1552.752761] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c5e0ec-f5fb-4c8c-8d70-1b6a8559a66d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.771625] env[63326]: DEBUG oslo_concurrency.lockutils [req-dcb48cc5-fdf9-4c3c-93bd-3c2ff5513fba req-b81b70e8-b26c-478a-b1bd-81cf82532fce service nova] Releasing lock "refresh_cache-167755b8-43fd-4349-ad9a-c5fc02423bc8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.781655] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 2eda2af3-0897-40d8-8768-9b161dab772f/2eda2af3-0897-40d8-8768-9b161dab772f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.781995] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-934a9869-e702-482f-a22f-330ff9446965 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.803252] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1552.803252] env[63326]: value = "task-1726104" [ 1552.803252] env[63326]: _type = "Task" [ 1552.803252] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.815101] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.039782] env[63326]: INFO nova.scheduler.client.report [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted allocation for migration 056d6959-b44f-40ac-a499-ebb0c4908bf5 [ 1553.067523] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726103, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.314134] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726104, 'name': ReconfigVM_Task, 'duration_secs': 0.33876} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.314470] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 2eda2af3-0897-40d8-8768-9b161dab772f/2eda2af3-0897-40d8-8768-9b161dab772f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.315115] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99d88a19-2559-43df-8899-5ac1569115cd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.320955] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1553.320955] env[63326]: value = "task-1726105" [ 1553.320955] env[63326]: _type = "Task" [ 1553.320955] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.330280] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726105, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.333464] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed5d089-4e24-4a89-8463-0567a29f14e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.352937] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance '413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1553.480677] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Applying migration context for instance 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62 as it has an incoming, in-progress migration 955bd770-7fe8-4d4d-b0ec-5b155b5a29c6. Migration status is migrating {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1553.483510] env[63326]: INFO nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating resource usage from migration 955bd770-7fe8-4d4d-b0ec-5b155b5a29c6 [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f5876f3c-d9cf-4c2f-be4e-6d4a21322eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6be94b16-80b6-401b-86ff-853141f16e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2eedd158-0d03-42eb-9613-caa6ff90b54a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e310e14f-4487-4993-a6b6-367be947a9ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 0aad3079-8ed4-4e29-95e6-9ad3580ec300 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1553.510401] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2503dee7-4536-4222-909c-e24a3718df40 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 04db72ce-e49a-4ee7-a321-9810dd258233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3887d706-a6f2-4e8d-b6db-8946280404a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 1fce1567-6383-45d1-8001-e6839a481c69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 22a6d0c5-5bb2-495c-9688-3d56b7253045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 67e44e2d-1e54-4380-b32e-7b54be385e34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f214df39-a352-450d-9a68-ccaa5d209b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510401] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e10a6121-e366-41c8-b000-9a27fb0dc4c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2d314c2f-890b-4ce0-971c-181d512ec73e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 692d1c21-885a-4b1c-9eb2-9e18d95814c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510952] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 0b19d2c8-f7c9-4d74-940e-be61b6b073e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510952] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 83ff9261-e44a-44d6-984a-9cc3459a567f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance d18929c9-f57b-4755-9f20-1ed87a1dfd61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 167755b8-43fd-4349-ad9a-c5fc02423bc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2eda2af3-0897-40d8-8768-9b161dab772f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Migration 955bd770-7fe8-4d4d-b0ec-5b155b5a29c6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1553.510952] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1553.548688] env[63326]: DEBUG nova.objects.instance [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'flavor' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.550706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ca3d157c-2f26-4ee0-b634-99221ffa8a63 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.552s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.573606] env[63326]: DEBUG oslo_vmware.api [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726103, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675264} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.573939] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1553.831279] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726105, 'name': Rename_Task, 'duration_secs': 0.155436} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.831658] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.831954] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a65b225-6aaa-48e4-912f-a4dbc90df14a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.838968] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1553.838968] env[63326]: value = "task-1726106" [ 1553.838968] env[63326]: _type = "Task" [ 1553.838968] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.847017] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.859592] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.859905] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5fe5e30-1f2c-43a3-b955-65b7b46d229f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.867223] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1553.867223] env[63326]: value = "task-1726107" [ 1553.867223] env[63326]: _type = "Task" [ 1553.867223] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.879912] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.014251] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8afae469-bdfb-4625-881b-3cba4f90a058 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1554.057848] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.057848] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.057848] env[63326]: DEBUG nova.network.neutron [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.057848] env[63326]: DEBUG nova.objects.instance [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'info_cache' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.081365] env[63326]: WARNING nova.compute.manager [None req-9e64c470-63f9-424b-a6c7-f96e52704e8d tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Image not found during snapshot: nova.exception.ImageNotFound: Image 9c9ae104-f631-493d-acad-18fa3fd48988 could not be found. [ 1554.353121] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726106, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.370021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.370021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.370021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.370021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.370021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.374925] env[63326]: INFO nova.compute.manager [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Terminating instance [ 1554.381915] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726107, 'name': PowerOffVM_Task, 'duration_secs': 0.297281} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.382175] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.382371] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance '413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1554.517569] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance c4edb900-0054-4b07-b3e7-f591400340a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1554.562273] env[63326]: DEBUG nova.objects.base [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Object Instance<692d1c21-885a-4b1c-9eb2-9e18d95814c3> lazy-loaded attributes: flavor,info_cache {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1554.849955] env[63326]: DEBUG oslo_vmware.api [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726106, 'name': PowerOnVM_Task, 'duration_secs': 0.772889} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.850257] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.850487] env[63326]: INFO nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1554.850643] env[63326]: DEBUG nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.851409] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5342120a-b664-4e83-9290-13646a5fd9fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.880316] env[63326]: DEBUG nova.compute.manager [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1554.880316] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.880560] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b31def5-81d1-4f34-8c23-8de69b0ce31e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.890808] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.891063] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.891227] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.891411] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.891598] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.891700] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.891899] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.892124] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.892305] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.892485] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.892663] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.897922] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.898917] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4529870a-7a82-4aac-8c73-d18f2a70314b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.922024] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a0af545-643b-41dc-93de-60409d165d15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.932493] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1554.932493] env[63326]: value = "task-1726108" [ 1554.932493] env[63326]: _type = "Task" [ 1554.932493] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.933226] env[63326]: DEBUG oslo_vmware.api [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1554.933226] env[63326]: value = "task-1726109" [ 1554.933226] env[63326]: _type = "Task" [ 1554.933226] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.948120] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.955846] env[63326]: DEBUG oslo_vmware.api [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.020792] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance a482f68a-c553-41a3-bcbb-786d94d46242 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1555.021124] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1555.021281] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1555.372610] env[63326]: INFO nova.compute.manager [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Took 39.04 seconds to build instance. [ 1555.453471] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726108, 'name': ReconfigVM_Task, 'duration_secs': 0.195767} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.456609] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance '413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1555.460477] env[63326]: DEBUG oslo_vmware.api [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726109, 'name': PowerOffVM_Task, 'duration_secs': 0.265253} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.462748] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.462933] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.463644] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a15635-f4cd-44c9-a18b-3f6c5f2f72a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.541504] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1780bb-461d-4d0b-877c-747f07013b3b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.552940] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815fcef1-10b6-42d7-977b-d597f3247bdc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.588094] env[63326]: DEBUG nova.network.neutron [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [{"id": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "address": "fa:16:3e:fb:d3:86", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dda47db-14", "ovs_interfaceid": "9dda47db-14d3-49c2-817f-8b5a0ebbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.589824] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf24cca-88c8-4bd4-a6ff-d319ff0c7686 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.597531] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1119c98-ccc8-4b28-aa10-b04cf18e8603 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.611648] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.869190] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.869190] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.869190] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleting the datastore file [datastore1] d18929c9-f57b-4755-9f20-1ed87a1dfd61 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.869190] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c4bb1fc-89eb-4698-baf3-c3e04bbe86c4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.874369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f0001bd0-acae-4cf4-ae05-2d892ce10db9 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.454s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.876315] env[63326]: DEBUG oslo_vmware.api [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1555.876315] env[63326]: value = "task-1726111" [ 1555.876315] env[63326]: _type = "Task" [ 1555.876315] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.888203] env[63326]: DEBUG oslo_vmware.api [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.964340] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:33:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='200b8504-5bd4-417f-ab87-17434de028ca',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-227153802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.965904] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.966751] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.966892] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.967248] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.968100] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.968497] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.969023] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.969023] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.971041] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.971041] env[63326]: DEBUG nova.virt.hardware [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.979648] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1555.980381] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1c23e5-ecdf-4b2e-88de-e03961c1333e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.012057] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1556.012057] env[63326]: value = "task-1726112" [ 1556.012057] env[63326]: _type = "Task" [ 1556.012057] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.023754] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.093768] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-692d1c21-885a-4b1c-9eb2-9e18d95814c3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.114427] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.387417] env[63326]: DEBUG oslo_vmware.api [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242552} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.387922] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.388218] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.388479] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.388880] env[63326]: INFO nova.compute.manager [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1556.389227] env[63326]: DEBUG oslo.service.loopingcall [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.389634] env[63326]: DEBUG nova.compute.manager [-] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.389797] env[63326]: DEBUG nova.network.neutron [-] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.523482] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726112, 'name': ReconfigVM_Task, 'duration_secs': 0.179386} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.523482] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1556.523696] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6536d83b-6b35-42ee-a871-6dd4955bbb79 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.554231] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62/413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.554231] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469ffc88-8afe-45c5-b093-8f21c1ff8a85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.572265] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1556.572265] env[63326]: value = "task-1726113" [ 1556.572265] env[63326]: _type = "Task" [ 1556.572265] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.580337] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.619045] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1556.619259] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.162s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.619527] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.868s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.621041] env[63326]: INFO nova.compute.claims [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.791269] env[63326]: DEBUG nova.compute.manager [req-8062f9f1-f7b5-4704-9115-44dff37fd270 req-a7831cda-bb52-4b5b-91ec-6f71fd3f0a4c service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Received event network-vif-deleted-d15768f2-a0e5-4673-aec2-65eadbc89997 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1556.791269] env[63326]: INFO nova.compute.manager [req-8062f9f1-f7b5-4704-9115-44dff37fd270 req-a7831cda-bb52-4b5b-91ec-6f71fd3f0a4c service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Neutron deleted interface d15768f2-a0e5-4673-aec2-65eadbc89997; detaching it from the instance and deleting it from the info cache [ 1556.791269] env[63326]: DEBUG nova.network.neutron [req-8062f9f1-f7b5-4704-9115-44dff37fd270 req-a7831cda-bb52-4b5b-91ec-6f71fd3f0a4c service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.083197] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726113, 'name': ReconfigVM_Task, 'duration_secs': 0.31759} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.083532] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62/413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.083848] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance '413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1557.101146] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.101507] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3758f2-3932-483b-b838-147ddb2508c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.108882] env[63326]: DEBUG oslo_vmware.api [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1557.108882] env[63326]: value = "task-1726114" [ 1557.108882] env[63326]: _type = "Task" [ 1557.108882] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.117189] env[63326]: DEBUG oslo_vmware.api [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.261502] env[63326]: DEBUG nova.network.neutron [-] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.294477] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d106504-1017-49b4-8c31-407cdc799f20 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.307345] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4395203-6133-4c1b-a6c8-adf5407b36ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.350017] env[63326]: DEBUG nova.compute.manager [req-8062f9f1-f7b5-4704-9115-44dff37fd270 req-a7831cda-bb52-4b5b-91ec-6f71fd3f0a4c service nova] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Detach interface failed, port_id=d15768f2-a0e5-4673-aec2-65eadbc89997, reason: Instance d18929c9-f57b-4755-9f20-1ed87a1dfd61 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1557.445767] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "2eda2af3-0897-40d8-8768-9b161dab772f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.445767] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.592156] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be217c-3bb3-43c7-9fdb-d681bff3a71c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.624878] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d8a37-0e41-4de9-828a-1f4d849e8412 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.641939] env[63326]: DEBUG oslo_vmware.api [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726114, 'name': PowerOnVM_Task, 'duration_secs': 0.51204} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.659055] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.659356] env[63326]: DEBUG nova.compute.manager [None req-b3e7d637-5f5e-4f2e-af97-efce68c660a5 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.659710] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance '413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1557.667227] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d0472-db8e-48e3-8fcd-b6dc8c4dd2a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.769391] env[63326]: INFO nova.compute.manager [-] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Took 1.38 seconds to deallocate network for instance. [ 1557.950192] env[63326]: DEBUG nova.compute.utils [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.050516] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39f7047-8032-4e28-855c-106b13dfdf38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.058298] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0494530b-a8d4-4b3a-9f66-1aa1d18fb3d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.089118] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c1741c-290a-4080-84be-2d4cd22a3e9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.098924] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc11db8-146a-4dde-9f11-c16cefa4b948 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.112791] env[63326]: DEBUG nova.compute.provider_tree [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.117742] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquiring lock "76f98155-b855-45e8-ab94-bf6897826ff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.117960] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "76f98155-b855-45e8-ab94-bf6897826ff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.219489] env[63326]: DEBUG nova.network.neutron [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Port ac5b7ebe-d906-400d-a62c-8f1f5b227774 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1558.280398] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.454023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.619601] env[63326]: DEBUG nova.scheduler.client.report [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.622955] env[63326]: DEBUG nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1559.126515] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.127081] env[63326]: DEBUG nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1559.129653] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.232s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.129845] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.131837] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.832s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.134084] env[63326]: INFO nova.compute.claims [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.158599] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.169778] env[63326]: INFO nova.scheduler.client.report [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Deleted allocations for instance 2503dee7-4536-4222-909c-e24a3718df40 [ 1559.242325] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.242535] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.242715] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.506495] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.506826] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.506977] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.507177] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.507348] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.509395] env[63326]: INFO nova.compute.manager [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Terminating instance [ 1559.517556] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "2eda2af3-0897-40d8-8768-9b161dab772f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.517782] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.518046] env[63326]: INFO nova.compute.manager [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Attaching volume 67850ece-ea2b-4c5f-a9dd-3258184ce7fb to /dev/sdb [ 1559.548897] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b116039a-b6bb-439f-a579-e13ed5e8ab83 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.557125] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07d8b49-c1b8-4b4d-b352-14350fa8d531 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.573235] env[63326]: DEBUG nova.virt.block_device [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Updating existing volume attachment record: 581f56af-3166-4888-96f5-5e72cfdfa85f {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1559.646674] env[63326]: DEBUG nova.compute.utils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.657242] env[63326]: DEBUG nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1559.659206] env[63326]: DEBUG nova.network.neutron [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.680113] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b8b1f49f-3c66-4ed4-99fd-62368f02da77 tempest-ServerRescueTestJSON-1360658728 tempest-ServerRescueTestJSON-1360658728-project-member] Lock "2503dee7-4536-4222-909c-e24a3718df40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.176s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.710438] env[63326]: DEBUG nova.policy [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '620efa270bf34053a8292ade567c122a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecef5e6cd1f74c359fd162ba77e187d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.013533] env[63326]: DEBUG nova.compute.manager [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.013794] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.015174] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57cf71e-4cb8-4b15-bf2b-7b19ffc51501 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.025581] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.025818] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35220e77-51c7-49df-9141-45e21c7467af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.036174] env[63326]: DEBUG oslo_vmware.api [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1560.036174] env[63326]: value = "task-1726118" [ 1560.036174] env[63326]: _type = "Task" [ 1560.036174] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.045627] env[63326]: DEBUG oslo_vmware.api [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.067677] env[63326]: DEBUG nova.network.neutron [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Successfully created port: 5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.158377] env[63326]: DEBUG nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1560.313986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.314563] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.314686] env[63326]: DEBUG nova.network.neutron [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.548720] env[63326]: DEBUG oslo_vmware.api [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726118, 'name': PowerOffVM_Task, 'duration_secs': 0.234516} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.548720] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.549051] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.549554] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47e249f3-673a-4920-94d2-7dd72da90e7b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.600191] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2529274-b133-4ee6-83a1-cb0c00d81373 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.607751] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc77fc-07f2-4b1a-acf8-4dd2335e2200 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.641528] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83782f4f-1ed5-4a1c-8bb2-5fbc56d6ae1a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.649394] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.649757] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.650017] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleting the datastore file [datastore1] 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.652334] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-438afebf-d4b2-4811-8200-8c38b2679296 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.655342] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573407f0-96bd-4938-ae1f-7e800795d106 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.674245] env[63326]: DEBUG nova.compute.provider_tree [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.677176] env[63326]: DEBUG oslo_vmware.api [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1560.677176] env[63326]: value = "task-1726120" [ 1560.677176] env[63326]: _type = "Task" [ 1560.677176] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.686306] env[63326]: DEBUG oslo_vmware.api [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.127276] env[63326]: INFO nova.compute.manager [None req-e4f3b48e-9121-42bc-a736-aff5d468fa61 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Get console output [ 1561.127276] env[63326]: WARNING nova.virt.vmwareapi.driver [None req-e4f3b48e-9121-42bc-a736-aff5d468fa61 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] The console log is missing. Check your VSPC configuration [ 1561.132905] env[63326]: DEBUG nova.network.neutron [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance_info_cache with network_info: [{"id": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "address": "fa:16:3e:57:a8:9d", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5b7ebe-d9", "ovs_interfaceid": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.175547] env[63326]: DEBUG nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1561.179058] env[63326]: DEBUG nova.scheduler.client.report [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.191958] env[63326]: DEBUG oslo_vmware.api [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366652} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.192347] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.192574] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.192744] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.192917] env[63326]: INFO nova.compute.manager [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1561.193176] env[63326]: DEBUG oslo.service.loopingcall [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.195747] env[63326]: DEBUG nova.compute.manager [-] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.195851] env[63326]: DEBUG nova.network.neutron [-] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.206308] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.206679] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.206818] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.207214] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.207214] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.207214] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.207368] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.207530] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.207690] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.207906] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.208531] env[63326]: DEBUG nova.virt.hardware [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.209176] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120b4d85-8605-47d7-90ae-59572738cc6d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.218522] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add626b2-695c-48ad-8c13-aed47159ccae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.635772] env[63326]: DEBUG oslo_concurrency.lockutils [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.686274] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.686892] env[63326]: DEBUG nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.690108] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.088s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.690310] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.692317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.663s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.692506] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.694441] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.949s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.696128] env[63326]: INFO nova.compute.claims [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.737151] env[63326]: INFO nova.scheduler.client.report [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted allocations for instance 0b19d2c8-f7c9-4d74-940e-be61b6b073e2 [ 1561.751803] env[63326]: INFO nova.scheduler.client.report [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted allocations for instance 0aad3079-8ed4-4e29-95e6-9ad3580ec300 [ 1561.862113] env[63326]: DEBUG nova.compute.manager [req-c4833744-fd0e-4428-ae06-6fa03764a7b9 req-ebdf44a1-9dfb-426b-b0cb-6ed307bc93b6 service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Received event network-vif-deleted-9dda47db-14d3-49c2-817f-8b5a0ebbb664 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1561.862281] env[63326]: INFO nova.compute.manager [req-c4833744-fd0e-4428-ae06-6fa03764a7b9 req-ebdf44a1-9dfb-426b-b0cb-6ed307bc93b6 service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Neutron deleted interface 9dda47db-14d3-49c2-817f-8b5a0ebbb664; detaching it from the instance and deleting it from the info cache [ 1561.862466] env[63326]: DEBUG nova.network.neutron [req-c4833744-fd0e-4428-ae06-6fa03764a7b9 req-ebdf44a1-9dfb-426b-b0cb-6ed307bc93b6 service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.009639] env[63326]: DEBUG nova.network.neutron [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Successfully updated port: 5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.174570] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec108a4d-afe6-4926-a7a7-4160fa05dc03 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.198272] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4293726f-ebcb-48d4-88f9-307d97e37df7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.205114] env[63326]: DEBUG nova.compute.utils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.208095] env[63326]: DEBUG nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.208431] env[63326]: DEBUG nova.network.neutron [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.217971] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance '413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1562.247921] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ee889ac5-5c5e-41ad-896a-1e15195cb585 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "0b19d2c8-f7c9-4d74-940e-be61b6b073e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.778s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.252980] env[63326]: DEBUG nova.policy [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fe3baf1cc3e406eadc0f025c2dfc950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb7ef1e1c23e47d799e17039cc81bfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.254637] env[63326]: DEBUG nova.network.neutron [-] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.263483] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60a36fbb-7fbd-4cd7-b1ac-1903c14e583b tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "0aad3079-8ed4-4e29-95e6-9ad3580ec300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.256s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.284986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquiring lock "2eedd158-0d03-42eb-9613-caa6ff90b54a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.284986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "2eedd158-0d03-42eb-9613-caa6ff90b54a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.284986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquiring lock "2eedd158-0d03-42eb-9613-caa6ff90b54a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.284986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "2eedd158-0d03-42eb-9613-caa6ff90b54a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.284986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "2eedd158-0d03-42eb-9613-caa6ff90b54a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.287074] env[63326]: INFO nova.compute.manager [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Terminating instance [ 1562.366498] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-219cb037-932f-43f0-8164-4d065da0fbdc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.379021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348d9ae9-e17d-426a-ba44-cd8b65a17b21 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.419416] env[63326]: DEBUG nova.compute.manager [req-c4833744-fd0e-4428-ae06-6fa03764a7b9 req-ebdf44a1-9dfb-426b-b0cb-6ed307bc93b6 service nova] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Detach interface failed, port_id=9dda47db-14d3-49c2-817f-8b5a0ebbb664, reason: Instance 692d1c21-885a-4b1c-9eb2-9e18d95814c3 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1562.512933] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-8afae469-bdfb-4625-881b-3cba4f90a058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.513128] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-8afae469-bdfb-4625-881b-3cba4f90a058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.513287] env[63326]: DEBUG nova.network.neutron [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.613862] env[63326]: DEBUG nova.network.neutron [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Successfully created port: 63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.710339] env[63326]: DEBUG nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.729477] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.729477] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9a30ed2-3120-4479-b940-cd1503250d51 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.738294] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1562.738294] env[63326]: value = "task-1726122" [ 1562.738294] env[63326]: _type = "Task" [ 1562.738294] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.761490] env[63326]: INFO nova.compute.manager [-] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Took 1.56 seconds to deallocate network for instance. [ 1562.761490] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726122, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.797670] env[63326]: DEBUG nova.compute.manager [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.798668] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.799980] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deca0bd4-d70c-459d-b704-ced17b1b50fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.816863] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.817378] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d71ee3f-4f51-442c-9f6e-d933ad112a82 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.826489] env[63326]: DEBUG oslo_vmware.api [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1562.826489] env[63326]: value = "task-1726123" [ 1562.826489] env[63326]: _type = "Task" [ 1562.826489] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.837733] env[63326]: DEBUG oslo_vmware.api [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1726123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.063910] env[63326]: DEBUG nova.network.neutron [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.161021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "6be94b16-80b6-401b-86ff-853141f16e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.161021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "6be94b16-80b6-401b-86ff-853141f16e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.163492] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "6be94b16-80b6-401b-86ff-853141f16e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.163492] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "6be94b16-80b6-401b-86ff-853141f16e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.163492] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "6be94b16-80b6-401b-86ff-853141f16e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.164845] env[63326]: INFO nova.compute.manager [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Terminating instance [ 1563.224745] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d909917-cb21-4def-af8b-12a58853277a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.235880] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4292b32a-98ca-4c25-84e2-b6d178e484fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.277817] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66799ea-3338-4c10-9cbd-641c1d37477e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.282045] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.288654] env[63326]: DEBUG oslo_vmware.api [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726122, 'name': PowerOnVM_Task, 'duration_secs': 0.418456} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.290835] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.291040] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-10e7eb5c-18d3-41d2-9d29-a0d1539e395f tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance '413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1563.296130] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b38173-a3a5-46b4-bfb2-8b859a290bd9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.312630] env[63326]: DEBUG nova.compute.provider_tree [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.338195] env[63326]: DEBUG oslo_vmware.api [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1726123, 'name': PowerOffVM_Task, 'duration_secs': 0.220286} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.339092] env[63326]: DEBUG nova.network.neutron [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Updating instance_info_cache with network_info: [{"id": "5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41", "address": "fa:16:3e:e1:9c:70", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce2d2d2-cd", "ovs_interfaceid": "5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.340312] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.340466] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.341072] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20f89d2a-0e3e-4226-84f2-189f9b46fbbe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.436094] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.436253] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.436456] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Deleting the datastore file [datastore1] 2eedd158-0d03-42eb-9613-caa6ff90b54a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.436778] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14fbdae1-7f4d-456a-867f-3d8d113c962e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.444346] env[63326]: DEBUG oslo_vmware.api [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for the task: (returnval){ [ 1563.444346] env[63326]: value = "task-1726125" [ 1563.444346] env[63326]: _type = "Task" [ 1563.444346] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.452843] env[63326]: DEBUG oslo_vmware.api [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1726125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.550347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "2f196e70-1409-4734-87e1-87fcab980c6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.550619] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "2f196e70-1409-4734-87e1-87fcab980c6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.670885] env[63326]: DEBUG nova.compute.manager [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.671240] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.672933] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fbb390-5d48-4575-98f6-7baa9e6d2095 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.683966] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.684333] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e0658ef-e4e1-46f5-9f00-5189a41fccb5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.692975] env[63326]: DEBUG oslo_vmware.api [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1563.692975] env[63326]: value = "task-1726126" [ 1563.692975] env[63326]: _type = "Task" [ 1563.692975] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.707285] env[63326]: DEBUG oslo_vmware.api [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.725072] env[63326]: DEBUG nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.756718] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.757079] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.757316] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.757587] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.757807] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.758042] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.758365] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.758609] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.758865] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.759131] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.759777] env[63326]: DEBUG nova.virt.hardware [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.761618] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73681ba0-db47-4b23-baa4-5eb5500c3fee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.773244] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e4e27-7364-4bca-8fa0-6d12add690c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.814667] env[63326]: DEBUG nova.scheduler.client.report [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.841568] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-8afae469-bdfb-4625-881b-3cba4f90a058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.841886] env[63326]: DEBUG nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Instance network_info: |[{"id": "5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41", "address": "fa:16:3e:e1:9c:70", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce2d2d2-cd", "ovs_interfaceid": "5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.842326] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:9c:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.850442] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating folder: Project (ecef5e6cd1f74c359fd162ba77e187d3). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.850970] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91e321af-6f59-49a8-bbbc-97cdcb31c02e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.867174] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created folder: Project (ecef5e6cd1f74c359fd162ba77e187d3) in parent group-v359097. [ 1563.867174] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating folder: Instances. Parent ref: group-v359293. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.867174] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2049c7-3a77-4f98-85aa-cf766083933c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.877860] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created folder: Instances in parent group-v359293. [ 1563.878164] env[63326]: DEBUG oslo.service.loopingcall [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.878368] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.878620] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6efd3be-445f-45e0-9056-dfd66b726a0b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.901858] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.901858] env[63326]: value = "task-1726129" [ 1563.901858] env[63326]: _type = "Task" [ 1563.901858] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.910836] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726129, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.954809] env[63326]: DEBUG oslo_vmware.api [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Task: {'id': task-1726125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154914} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.955451] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1563.955451] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1563.955564] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1563.955682] env[63326]: INFO nova.compute.manager [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1563.955933] env[63326]: DEBUG oslo.service.loopingcall [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.956117] env[63326]: DEBUG nova.compute.manager [-] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1563.956209] env[63326]: DEBUG nova.network.neutron [-] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1563.964380] env[63326]: DEBUG nova.compute.manager [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Received event network-vif-plugged-5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1563.964652] env[63326]: DEBUG oslo_concurrency.lockutils [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] Acquiring lock "8afae469-bdfb-4625-881b-3cba4f90a058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.964813] env[63326]: DEBUG oslo_concurrency.lockutils [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] Lock "8afae469-bdfb-4625-881b-3cba4f90a058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.964984] env[63326]: DEBUG oslo_concurrency.lockutils [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] Lock "8afae469-bdfb-4625-881b-3cba4f90a058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.965165] env[63326]: DEBUG nova.compute.manager [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] No waiting events found dispatching network-vif-plugged-5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.965387] env[63326]: WARNING nova.compute.manager [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Received unexpected event network-vif-plugged-5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41 for instance with vm_state building and task_state spawning. [ 1563.965477] env[63326]: DEBUG nova.compute.manager [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Received event network-changed-5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1563.965631] env[63326]: DEBUG nova.compute.manager [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Refreshing instance network info cache due to event network-changed-5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1563.965800] env[63326]: DEBUG oslo_concurrency.lockutils [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] Acquiring lock "refresh_cache-8afae469-bdfb-4625-881b-3cba4f90a058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.965939] env[63326]: DEBUG oslo_concurrency.lockutils [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] Acquired lock "refresh_cache-8afae469-bdfb-4625-881b-3cba4f90a058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.966109] env[63326]: DEBUG nova.network.neutron [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Refreshing network info cache for port 5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.053461] env[63326]: DEBUG nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1564.117162] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1564.117401] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359292', 'volume_id': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'name': 'volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2eda2af3-0897-40d8-8768-9b161dab772f', 'attached_at': '', 'detached_at': '', 'volume_id': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'serial': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1564.118306] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dc8428-e10b-4524-8035-73c632106102 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.136502] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df04412-f14a-44d7-b9d9-1160dcc44e74 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.168119] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb/volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.168785] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b18d52-fdf6-4322-9f69-c959616bfb58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.200450] env[63326]: DEBUG oslo_vmware.api [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1564.200450] env[63326]: value = "task-1726130" [ 1564.200450] env[63326]: _type = "Task" [ 1564.200450] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.209425] env[63326]: DEBUG oslo_vmware.api [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.213094] env[63326]: DEBUG oslo_vmware.api [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726126, 'name': PowerOffVM_Task, 'duration_secs': 0.350298} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.213094] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.213094] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.213441] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-830c2c84-d3b9-4f68-b129-9ab11a666a94 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.317901] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.318298] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.318613] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleting the datastore file [datastore1] 6be94b16-80b6-401b-86ff-853141f16e71 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.319009] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b3fbb15-ba9f-4f77-ace1-9a9727cfea74 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.322689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.322689] env[63326]: DEBUG nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.325748] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.801s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.326089] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.331020] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.112s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.331020] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.331020] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.050s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.331020] env[63326]: DEBUG nova.objects.instance [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lazy-loading 'resources' on Instance uuid d18929c9-f57b-4755-9f20-1ed87a1dfd61 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.336588] env[63326]: DEBUG oslo_vmware.api [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1564.336588] env[63326]: value = "task-1726132" [ 1564.336588] env[63326]: _type = "Task" [ 1564.336588] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.353268] env[63326]: DEBUG oslo_vmware.api [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.364446] env[63326]: INFO nova.scheduler.client.report [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Deleted allocations for instance 83ff9261-e44a-44d6-984a-9cc3459a567f [ 1564.375773] env[63326]: INFO nova.scheduler.client.report [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Deleted allocations for instance 3887d706-a6f2-4e8d-b6db-8946280404a5 [ 1564.413283] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726129, 'name': CreateVM_Task, 'duration_secs': 0.483004} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.413487] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.414244] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.414847] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.415243] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.416095] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2637da56-1876-41ac-b7bf-ffebb5168f33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.423405] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1564.423405] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529a5e50-652f-1e2e-42fb-ba546e86bcd6" [ 1564.423405] env[63326]: _type = "Task" [ 1564.423405] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.431887] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529a5e50-652f-1e2e-42fb-ba546e86bcd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.576878] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.711724] env[63326]: DEBUG oslo_vmware.api [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.834652] env[63326]: DEBUG nova.compute.utils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.841143] env[63326]: DEBUG nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.841324] env[63326]: DEBUG nova.network.neutron [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.861315] env[63326]: DEBUG oslo_vmware.api [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236253} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.861727] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.864017] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.864017] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.864017] env[63326]: INFO nova.compute.manager [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1564.864017] env[63326]: DEBUG oslo.service.loopingcall [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.864017] env[63326]: DEBUG nova.compute.manager [-] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1564.864017] env[63326]: DEBUG nova.network.neutron [-] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.877314] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0dfbbe73-81a4-4512-8e9e-a60fc0e878ca tempest-InstanceActionsNegativeTestJSON-1328437921 tempest-InstanceActionsNegativeTestJSON-1328437921-project-member] Lock "83ff9261-e44a-44d6-984a-9cc3459a567f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.660s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.882948] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc171e7d-e71a-4414-a84b-e9c9618c69d2 tempest-FloatingIPsAssociationTestJSON-1727828444 tempest-FloatingIPsAssociationTestJSON-1727828444-project-member] Lock "3887d706-a6f2-4e8d-b6db-8946280404a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.614s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.942265] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529a5e50-652f-1e2e-42fb-ba546e86bcd6, 'name': SearchDatastore_Task, 'duration_secs': 0.021107} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.946025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.946981] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.946981] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.946981] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.946981] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.951933] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1004d832-d466-49c7-a6bb-f6d0ce218a09 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.954548] env[63326]: DEBUG nova.policy [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33f65fffa8c4d558cacec22c2dfa569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6de069b8bfde4349a60c50e4c7f5cdc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.967523] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.967760] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.968536] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af117dc8-77f7-488c-9937-64de041f27a2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.974905] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1564.974905] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cac036-4259-4cdf-a861-e6b135d4b8ba" [ 1564.974905] env[63326]: _type = "Task" [ 1564.974905] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.987389] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cac036-4259-4cdf-a861-e6b135d4b8ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.146354] env[63326]: DEBUG nova.network.neutron [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Updated VIF entry in instance network info cache for port 5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.146745] env[63326]: DEBUG nova.network.neutron [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Updating instance_info_cache with network_info: [{"id": "5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41", "address": "fa:16:3e:e1:9c:70", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce2d2d2-cd", "ovs_interfaceid": "5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.215016] env[63326]: DEBUG oslo_vmware.api [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726130, 'name': ReconfigVM_Task, 'duration_secs': 0.525193} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.215965] env[63326]: DEBUG nova.network.neutron [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Successfully updated port: 63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1565.217388] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb/volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.222951] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b6dfa7-f1f4-48d3-acb4-09120f9c9bea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.247308] env[63326]: DEBUG oslo_vmware.api [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1565.247308] env[63326]: value = "task-1726133" [ 1565.247308] env[63326]: _type = "Task" [ 1565.247308] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.258520] env[63326]: DEBUG oslo_vmware.api [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.304229] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f531a5-0004-4f02-8dc3-5f7708c0b7d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.315279] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88a5453-6f70-45c1-9dd1-daacedef7b53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.353450] env[63326]: DEBUG nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.360838] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4e0ca5-b200-47ea-8528-17e765dd22ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.371455] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c0be05-ad9d-4968-8aaa-3c600397c5a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.390722] env[63326]: DEBUG nova.compute.provider_tree [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.492993] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cac036-4259-4cdf-a861-e6b135d4b8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.033548} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.493836] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285e2222-7c8f-4e81-93ec-7f4de60369b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.500064] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1565.500064] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523b7691-08b3-b76c-a046-3acff4c9954d" [ 1565.500064] env[63326]: _type = "Task" [ 1565.500064] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.510227] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523b7691-08b3-b76c-a046-3acff4c9954d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.572471] env[63326]: DEBUG nova.network.neutron [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Successfully created port: 667fb809-d134-4237-a3e7-2d25d9337ff0 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.620493] env[63326]: DEBUG nova.compute.manager [req-dff71760-645b-4891-acc3-f7442c233736 req-9745a5e7-c0c4-4954-ba07-c043f8a235aa service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Received event network-vif-deleted-5f7230c3-3f79-470b-8bf4-ba9c0bbeb230 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1565.620822] env[63326]: INFO nova.compute.manager [req-dff71760-645b-4891-acc3-f7442c233736 req-9745a5e7-c0c4-4954-ba07-c043f8a235aa service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Neutron deleted interface 5f7230c3-3f79-470b-8bf4-ba9c0bbeb230; detaching it from the instance and deleting it from the info cache [ 1565.620879] env[63326]: DEBUG nova.network.neutron [req-dff71760-645b-4891-acc3-f7442c233736 req-9745a5e7-c0c4-4954-ba07-c043f8a235aa service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.649945] env[63326]: DEBUG oslo_concurrency.lockutils [req-def51726-1036-4d01-9959-14e40e4a3de7 req-54ae656d-eaeb-4fde-8895-43d6e63102b6 service nova] Releasing lock "refresh_cache-8afae469-bdfb-4625-881b-3cba4f90a058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.667990] env[63326]: DEBUG nova.network.neutron [-] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.725072] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.725072] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.725072] env[63326]: DEBUG nova.network.neutron [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.760401] env[63326]: DEBUG oslo_vmware.api [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726133, 'name': ReconfigVM_Task, 'duration_secs': 0.216368} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.760863] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359292', 'volume_id': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'name': 'volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2eda2af3-0897-40d8-8768-9b161dab772f', 'attached_at': '', 'detached_at': '', 'volume_id': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'serial': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1565.898258] env[63326]: DEBUG nova.scheduler.client.report [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.973573] env[63326]: DEBUG nova.network.neutron [-] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.013991] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523b7691-08b3-b76c-a046-3acff4c9954d, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.014727] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.015157] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058/8afae469-bdfb-4625-881b-3cba4f90a058.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.017020] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58b1b17f-eb9b-4894-8b17-91680adcd516 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.021603] env[63326]: DEBUG nova.compute.manager [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Received event network-vif-plugged-63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1566.022091] env[63326]: DEBUG oslo_concurrency.lockutils [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] Acquiring lock "c4edb900-0054-4b07-b3e7-f591400340a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.022321] env[63326]: DEBUG oslo_concurrency.lockutils [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] Lock "c4edb900-0054-4b07-b3e7-f591400340a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.022495] env[63326]: DEBUG oslo_concurrency.lockutils [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] Lock "c4edb900-0054-4b07-b3e7-f591400340a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.022666] env[63326]: DEBUG nova.compute.manager [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] No waiting events found dispatching network-vif-plugged-63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1566.022833] env[63326]: WARNING nova.compute.manager [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Received unexpected event network-vif-plugged-63874a07-8a16-4c44-a0bf-0a0c0122fc91 for instance with vm_state building and task_state spawning. [ 1566.023135] env[63326]: DEBUG nova.compute.manager [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Received event network-vif-deleted-171b3a91-1f08-4ee4-812e-61a31ad465ad {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1566.023328] env[63326]: DEBUG nova.compute.manager [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Received event network-changed-63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1566.023488] env[63326]: DEBUG nova.compute.manager [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Refreshing instance network info cache due to event network-changed-63874a07-8a16-4c44-a0bf-0a0c0122fc91. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1566.023654] env[63326]: DEBUG oslo_concurrency.lockutils [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] Acquiring lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.029671] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1566.029671] env[63326]: value = "task-1726134" [ 1566.029671] env[63326]: _type = "Task" [ 1566.029671] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.043022] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.124533] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d656629d-6a0e-4801-a3c9-edc6d31af9e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.136719] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6973c65a-9a20-44d3-9c6c-ceabc7e91ec0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.173901] env[63326]: DEBUG nova.compute.manager [req-dff71760-645b-4891-acc3-f7442c233736 req-9745a5e7-c0c4-4954-ba07-c043f8a235aa service nova] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Detach interface failed, port_id=5f7230c3-3f79-470b-8bf4-ba9c0bbeb230, reason: Instance 6be94b16-80b6-401b-86ff-853141f16e71 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1566.174602] env[63326]: INFO nova.compute.manager [-] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Took 2.22 seconds to deallocate network for instance. [ 1566.284471] env[63326]: DEBUG nova.network.neutron [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1566.370152] env[63326]: DEBUG nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.405065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.410954] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.255s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.412602] env[63326]: INFO nova.compute.claims [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.418440] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a4609af4c48cba914456c0b3150d337e',container_format='bare',created_at=2024-12-11T03:34:13Z,direct_url=,disk_format='vmdk',id=00c0b874-fb41-4ee7-ab71-0d1272e157eb,min_disk=1,min_ram=0,name='tempest-test-snap-547971053',owner='6de069b8bfde4349a60c50e4c7f5cdc3',properties=ImageMetaProps,protected=,size=21334528,status='active',tags=,updated_at=2024-12-11T03:34:34Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.418646] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.418811] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.419028] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.419212] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.419363] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.419576] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.419760] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.419919] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.420256] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.420358] env[63326]: DEBUG nova.virt.hardware [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.421635] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7110c6-b042-4d49-a3d8-62c0f8c5e9fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.435870] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5998866-8ddc-4334-9b41-0093bbd985b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.441427] env[63326]: INFO nova.scheduler.client.report [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleted allocations for instance d18929c9-f57b-4755-9f20-1ed87a1dfd61 [ 1566.476498] env[63326]: INFO nova.compute.manager [-] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Took 1.61 seconds to deallocate network for instance. [ 1566.496386] env[63326]: DEBUG nova.network.neutron [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Port ac5b7ebe-d906-400d-a62c-8f1f5b227774 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1566.496900] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.496900] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.497027] env[63326]: DEBUG nova.network.neutron [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.543107] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726134, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.684564] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.743610] env[63326]: DEBUG nova.network.neutron [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updating instance_info_cache with network_info: [{"id": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "address": "fa:16:3e:9b:27:d2", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63874a07-8a", "ovs_interfaceid": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.823708] env[63326]: DEBUG nova.objects.instance [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lazy-loading 'flavor' on Instance uuid 2eda2af3-0897-40d8-8768-9b161dab772f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.955504] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78984459-e14c-4d51-97ac-d9489a612a3a tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "d18929c9-f57b-4755-9f20-1ed87a1dfd61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.583s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.987028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.030212] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "2eda2af3-0897-40d8-8768-9b161dab772f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.045837] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651784} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.046872] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058/8afae469-bdfb-4625-881b-3cba4f90a058.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.047147] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.047431] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaac05ef-fed9-40b7-8508-2d9bfbbe600c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.056374] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1567.056374] env[63326]: value = "task-1726135" [ 1567.056374] env[63326]: _type = "Task" [ 1567.056374] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.067320] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.248024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Releasing lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.248568] env[63326]: DEBUG nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Instance network_info: |[{"id": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "address": "fa:16:3e:9b:27:d2", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63874a07-8a", "ovs_interfaceid": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1567.252521] env[63326]: DEBUG oslo_concurrency.lockutils [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] Acquired lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.252521] env[63326]: DEBUG nova.network.neutron [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Refreshing network info cache for port 63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.255142] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:27:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63874a07-8a16-4c44-a0bf-0a0c0122fc91', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.265215] env[63326]: DEBUG oslo.service.loopingcall [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.265948] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.269273] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d22752e-c9b2-4bb7-9367-8a2748f4fbda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.291694] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.291694] env[63326]: value = "task-1726136" [ 1567.291694] env[63326]: _type = "Task" [ 1567.291694] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.301560] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726136, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.329722] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f782adc6-8c93-44da-be62-52c3d821d974 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.330649] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.301s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.330871] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "2eda2af3-0897-40d8-8768-9b161dab772f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.331088] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.331262] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.332844] env[63326]: INFO nova.compute.manager [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Terminating instance [ 1567.566993] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095212} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.567560] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.568889] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6876b256-7205-4d6d-bbb5-8ed69277fa4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.594872] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058/8afae469-bdfb-4625-881b-3cba4f90a058.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.596180] env[63326]: DEBUG nova.network.neutron [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance_info_cache with network_info: [{"id": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "address": "fa:16:3e:57:a8:9d", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5b7ebe-d9", "ovs_interfaceid": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.601131] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4893d069-9d4a-4c2e-b0ea-a0c101e4e7eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.615838] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.627415] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1567.627415] env[63326]: value = "task-1726137" [ 1567.627415] env[63326]: _type = "Task" [ 1567.627415] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.641776] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.656536] env[63326]: DEBUG nova.compute.manager [req-b4ae6b43-18c9-4ae4-a29c-0b83254d647d req-7bc95b11-0da0-4431-ad6b-25b1f1edbedf service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Received event network-vif-plugged-667fb809-d134-4237-a3e7-2d25d9337ff0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1567.656536] env[63326]: DEBUG oslo_concurrency.lockutils [req-b4ae6b43-18c9-4ae4-a29c-0b83254d647d req-7bc95b11-0da0-4431-ad6b-25b1f1edbedf service nova] Acquiring lock "a482f68a-c553-41a3-bcbb-786d94d46242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.656536] env[63326]: DEBUG oslo_concurrency.lockutils [req-b4ae6b43-18c9-4ae4-a29c-0b83254d647d req-7bc95b11-0da0-4431-ad6b-25b1f1edbedf service nova] Lock "a482f68a-c553-41a3-bcbb-786d94d46242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.656536] env[63326]: DEBUG oslo_concurrency.lockutils [req-b4ae6b43-18c9-4ae4-a29c-0b83254d647d req-7bc95b11-0da0-4431-ad6b-25b1f1edbedf service nova] Lock "a482f68a-c553-41a3-bcbb-786d94d46242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.656706] env[63326]: DEBUG nova.compute.manager [req-b4ae6b43-18c9-4ae4-a29c-0b83254d647d req-7bc95b11-0da0-4431-ad6b-25b1f1edbedf service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] No waiting events found dispatching network-vif-plugged-667fb809-d134-4237-a3e7-2d25d9337ff0 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.656907] env[63326]: WARNING nova.compute.manager [req-b4ae6b43-18c9-4ae4-a29c-0b83254d647d req-7bc95b11-0da0-4431-ad6b-25b1f1edbedf service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Received unexpected event network-vif-plugged-667fb809-d134-4237-a3e7-2d25d9337ff0 for instance with vm_state building and task_state spawning. [ 1567.691475] env[63326]: DEBUG nova.network.neutron [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Successfully updated port: 667fb809-d134-4237-a3e7-2d25d9337ff0 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.805751] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726136, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.837589] env[63326]: DEBUG nova.compute.manager [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1567.837840] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.838375] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e60345be-730f-42de-b28e-d1988906be9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.847167] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1567.847167] env[63326]: value = "task-1726138" [ 1567.847167] env[63326]: _type = "Task" [ 1567.847167] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.860032] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.872257] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "96b70339-1ea3-47ef-8e1a-dba9a2665348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.872532] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "96b70339-1ea3-47ef-8e1a-dba9a2665348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.888813] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80f138f-53ce-4983-ba82-ecc3a0cf631d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.898475] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e769fa59-4b0b-441a-ac95-7dcd37d4cc67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.932419] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b5cffd-23f2-4157-a818-4ff41334f622 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.942558] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1485cf11-a4d4-48f2-8b18-b995ce10554f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.964024] env[63326]: DEBUG nova.compute.provider_tree [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.121290] env[63326]: DEBUG nova.compute.manager [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63326) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1568.121510] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.138340] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.198625] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "refresh_cache-a482f68a-c553-41a3-bcbb-786d94d46242" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.198625] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "refresh_cache-a482f68a-c553-41a3-bcbb-786d94d46242" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.198625] env[63326]: DEBUG nova.network.neutron [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.236180] env[63326]: DEBUG nova.network.neutron [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updated VIF entry in instance network info cache for port 63874a07-8a16-4c44-a0bf-0a0c0122fc91. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.236567] env[63326]: DEBUG nova.network.neutron [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updating instance_info_cache with network_info: [{"id": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "address": "fa:16:3e:9b:27:d2", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63874a07-8a", "ovs_interfaceid": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.303755] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726136, 'name': CreateVM_Task, 'duration_secs': 0.739399} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.303755] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.304020] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.304189] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.304502] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.304751] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cf6df8-9b2b-47f5-a70f-4b2d78c3bc50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.309908] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1568.309908] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52afc098-1d44-8df6-0655-00b75907fd78" [ 1568.309908] env[63326]: _type = "Task" [ 1568.309908] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.318158] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52afc098-1d44-8df6-0655-00b75907fd78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.357187] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.376031] env[63326]: DEBUG nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.469530] env[63326]: DEBUG nova.scheduler.client.report [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.638824] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726137, 'name': ReconfigVM_Task, 'duration_secs': 0.632226} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.639185] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058/8afae469-bdfb-4625-881b-3cba4f90a058.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.640103] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-538562e8-cbfd-4fd3-8572-7dfc7db5d6a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.648022] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1568.648022] env[63326]: value = "task-1726139" [ 1568.648022] env[63326]: _type = "Task" [ 1568.648022] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.656922] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726139, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.735534] env[63326]: DEBUG nova.network.neutron [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.739328] env[63326]: DEBUG oslo_concurrency.lockutils [req-d53e4fa8-3e9e-486b-abe2-972fba788a55 req-c26f5a9d-3294-43b7-ba50-422decd81926 service nova] Releasing lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.823776] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52afc098-1d44-8df6-0655-00b75907fd78, 'name': SearchDatastore_Task, 'duration_secs': 0.044777} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.824111] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.824509] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.824779] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.824929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.825139] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.825418] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbd53843-9489-4f3c-87b1-180a2cff95f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.834726] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.834924] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.835657] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa1f588-832e-46b5-a0ef-adc7006547c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.841544] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1568.841544] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]527ab508-e47d-47c2-8547-c3ba8399aaa0" [ 1568.841544] env[63326]: _type = "Task" [ 1568.841544] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.850141] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527ab508-e47d-47c2-8547-c3ba8399aaa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.860317] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726138, 'name': PowerOffVM_Task, 'duration_secs': 0.881321} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.860608] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1568.860818] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1568.861020] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359292', 'volume_id': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'name': 'volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2eda2af3-0897-40d8-8768-9b161dab772f', 'attached_at': '', 'detached_at': '', 'volume_id': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'serial': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1568.862691] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9281b9cf-b3dc-44aa-8257-99f3374322b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.892618] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa6e265-53ab-495f-8016-5a2faf189bb8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.904317] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499fc585-1163-4bb6-891c-b893abb92ed2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.932636] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.933817] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433d059b-6575-4743-bf40-64987a68a273 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.940154] env[63326]: DEBUG nova.network.neutron [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Updating instance_info_cache with network_info: [{"id": "667fb809-d134-4237-a3e7-2d25d9337ff0", "address": "fa:16:3e:4c:f9:2e", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667fb809-d1", "ovs_interfaceid": "667fb809-d134-4237-a3e7-2d25d9337ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.955930] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] The volume has not been displaced from its original location: [datastore1] volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb/volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1568.961828] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1568.963437] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f9ff0c-1541-4ddb-9e4e-18932e928d2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.977816] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.978375] env[63326]: DEBUG nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.983821] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.702s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.983981] env[63326]: DEBUG nova.objects.instance [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'resources' on Instance uuid 692d1c21-885a-4b1c-9eb2-9e18d95814c3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.994092] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1568.994092] env[63326]: value = "task-1726140" [ 1568.994092] env[63326]: _type = "Task" [ 1568.994092] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.004918] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.159018] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726139, 'name': Rename_Task, 'duration_secs': 0.268333} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.159330] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.159573] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ade284f-2c3f-44b4-93ba-462e14e6fa03 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.167206] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1569.167206] env[63326]: value = "task-1726141" [ 1569.167206] env[63326]: _type = "Task" [ 1569.167206] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.177206] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.352524] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527ab508-e47d-47c2-8547-c3ba8399aaa0, 'name': SearchDatastore_Task, 'duration_secs': 0.032932} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.353325] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd872f2-5327-4e83-b8aa-41db493d27ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.359248] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1569.359248] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525fbc6a-baf7-71e5-b88e-b30c3a4548b2" [ 1569.359248] env[63326]: _type = "Task" [ 1569.359248] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.367314] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525fbc6a-baf7-71e5-b88e-b30c3a4548b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.443262] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "refresh_cache-a482f68a-c553-41a3-bcbb-786d94d46242" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.443619] env[63326]: DEBUG nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Instance network_info: |[{"id": "667fb809-d134-4237-a3e7-2d25d9337ff0", "address": "fa:16:3e:4c:f9:2e", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667fb809-d1", "ovs_interfaceid": "667fb809-d134-4237-a3e7-2d25d9337ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.444106] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f9:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '667fb809-d134-4237-a3e7-2d25d9337ff0', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.452043] env[63326]: DEBUG oslo.service.loopingcall [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.452264] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.452494] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b90b7d-e1d2-41d4-a50c-f3031926fbe4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.475244] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.475244] env[63326]: value = "task-1726142" [ 1569.475244] env[63326]: _type = "Task" [ 1569.475244] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.483590] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726142, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.485189] env[63326]: DEBUG nova.compute.utils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.486295] env[63326]: DEBUG nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1569.486461] env[63326]: DEBUG nova.network.neutron [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.506092] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.674356] env[63326]: DEBUG nova.policy [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fed0ca000fc14c4d8f8c7dbe9c8e777a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cacf6f2d8f08426c975e02c1970bbe23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1569.687979] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.728126] env[63326]: DEBUG nova.compute.manager [req-d6dc123d-e0ba-4c64-868f-e70778d14738 req-1c87327e-509f-4c58-ab54-f464db4d4c06 service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Received event network-changed-667fb809-d134-4237-a3e7-2d25d9337ff0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1569.728342] env[63326]: DEBUG nova.compute.manager [req-d6dc123d-e0ba-4c64-868f-e70778d14738 req-1c87327e-509f-4c58-ab54-f464db4d4c06 service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Refreshing instance network info cache due to event network-changed-667fb809-d134-4237-a3e7-2d25d9337ff0. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1569.728561] env[63326]: DEBUG oslo_concurrency.lockutils [req-d6dc123d-e0ba-4c64-868f-e70778d14738 req-1c87327e-509f-4c58-ab54-f464db4d4c06 service nova] Acquiring lock "refresh_cache-a482f68a-c553-41a3-bcbb-786d94d46242" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.728705] env[63326]: DEBUG oslo_concurrency.lockutils [req-d6dc123d-e0ba-4c64-868f-e70778d14738 req-1c87327e-509f-4c58-ab54-f464db4d4c06 service nova] Acquired lock "refresh_cache-a482f68a-c553-41a3-bcbb-786d94d46242" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.729356] env[63326]: DEBUG nova.network.neutron [req-d6dc123d-e0ba-4c64-868f-e70778d14738 req-1c87327e-509f-4c58-ab54-f464db4d4c06 service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Refreshing network info cache for port 667fb809-d134-4237-a3e7-2d25d9337ff0 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.873699] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525fbc6a-baf7-71e5-b88e-b30c3a4548b2, 'name': SearchDatastore_Task, 'duration_secs': 0.230688} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.874294] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.874637] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] c4edb900-0054-4b07-b3e7-f591400340a8/c4edb900-0054-4b07-b3e7-f591400340a8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1569.875084] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e57c8b7e-e4fd-4cc4-b6ec-fbc639d96b5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.894025] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1569.894025] env[63326]: value = "task-1726143" [ 1569.894025] env[63326]: _type = "Task" [ 1569.894025] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.900450] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.916799] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a0bc2-d94b-4394-8387-5b2883393830 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.926781] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444924c-e2e9-48de-b85d-2508d84895d3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.973170] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b83dcc-901b-4143-b573-cb02f87d3bcc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.989898] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf8e98-e504-4d46-981c-29157937ab57 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.995234] env[63326]: DEBUG nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1569.998827] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726142, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.016091] env[63326]: DEBUG nova.compute.provider_tree [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.023312] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726140, 'name': ReconfigVM_Task, 'duration_secs': 0.932628} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.024246] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1570.030011] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d77a2e-2c96-4bb4-bef0-0f989e3d34c4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.049052] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1570.049052] env[63326]: value = "task-1726144" [ 1570.049052] env[63326]: _type = "Task" [ 1570.049052] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.060035] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.179724] env[63326]: DEBUG oslo_vmware.api [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726141, 'name': PowerOnVM_Task, 'duration_secs': 0.75307} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.180026] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.180302] env[63326]: INFO nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1570.180507] env[63326]: DEBUG nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.181822] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651f9084-58f9-4659-a1a6-1bce6cb339dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.382540] env[63326]: DEBUG nova.network.neutron [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Successfully created port: afb610e5-1056-4329-ab81-2836a844e435 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.405399] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726143, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.490043] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726142, 'name': CreateVM_Task, 'duration_secs': 0.554744} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.490275] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.491024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.491242] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.491628] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.491940] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04c7787-67db-4973-8f4e-b14581f115db {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.504494] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1570.504494] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe4dc1-ac8c-adde-88b0-7e88a7cd5798" [ 1570.504494] env[63326]: _type = "Task" [ 1570.504494] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.522536] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fe4dc1-ac8c-adde-88b0-7e88a7cd5798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.525544] env[63326]: DEBUG nova.scheduler.client.report [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.562313] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726144, 'name': ReconfigVM_Task, 'duration_secs': 0.435734} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.562662] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359292', 'volume_id': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'name': 'volume-67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2eda2af3-0897-40d8-8768-9b161dab772f', 'attached_at': '', 'detached_at': '', 'volume_id': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb', 'serial': '67850ece-ea2b-4c5f-a9dd-3258184ce7fb'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1570.563083] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.564772] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c5ad17-0caf-48a5-837e-50bd58419835 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.574386] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.574685] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03dc7acb-919a-453d-bff2-b1da80e57f88 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.684493] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.684863] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.685682] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleting the datastore file [datastore1] 2eda2af3-0897-40d8-8768-9b161dab772f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.686377] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d60f626-4d3c-4ed7-8e71-99d379aca27e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.706377] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1570.706377] env[63326]: value = "task-1726146" [ 1570.706377] env[63326]: _type = "Task" [ 1570.706377] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.706377] env[63326]: INFO nova.compute.manager [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Took 43.97 seconds to build instance. [ 1570.718484] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.899168] env[63326]: DEBUG nova.network.neutron [req-d6dc123d-e0ba-4c64-868f-e70778d14738 req-1c87327e-509f-4c58-ab54-f464db4d4c06 service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Updated VIF entry in instance network info cache for port 667fb809-d134-4237-a3e7-2d25d9337ff0. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.899168] env[63326]: DEBUG nova.network.neutron [req-d6dc123d-e0ba-4c64-868f-e70778d14738 req-1c87327e-509f-4c58-ab54-f464db4d4c06 service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Updating instance_info_cache with network_info: [{"id": "667fb809-d134-4237-a3e7-2d25d9337ff0", "address": "fa:16:3e:4c:f9:2e", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667fb809-d1", "ovs_interfaceid": "667fb809-d134-4237-a3e7-2d25d9337ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.906817] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650911} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.907753] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] c4edb900-0054-4b07-b3e7-f591400340a8/c4edb900-0054-4b07-b3e7-f591400340a8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.908242] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.908777] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9110af9b-1a41-4d3c-8a9d-b8aae6a53ca9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.930646] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1570.930646] env[63326]: value = "task-1726147" [ 1570.930646] env[63326]: _type = "Task" [ 1570.930646] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.943011] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.012938] env[63326]: DEBUG nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1571.022128] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.022552] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Processing image 00c0b874-fb41-4ee7-ab71-0d1272e157eb {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.022912] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb/00c0b874-fb41-4ee7-ab71-0d1272e157eb.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.023124] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb/00c0b874-fb41-4ee7-ab71-0d1272e157eb.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.023307] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.023568] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7864a842-3ee6-4ff9-b696-71be82665f2f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.031982] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.035906] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.459s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.039403] env[63326]: INFO nova.compute.claims [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.046556] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.048047] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.048047] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d1e009-9d87-4e2e-9c7c-7aef289e40b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.054395] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1571.054395] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c57e6a-a76f-aead-7695-4e838e0ad27f" [ 1571.054395] env[63326]: _type = "Task" [ 1571.054395] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.063656] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1571.063919] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.064114] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1571.064530] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.064530] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1571.064652] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1571.064890] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1571.065154] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1571.065803] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1571.065803] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1571.065803] env[63326]: DEBUG nova.virt.hardware [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1571.066622] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9750581e-7812-4453-ac5f-7bb62d9dd789 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.076931] env[63326]: INFO nova.scheduler.client.report [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted allocations for instance 692d1c21-885a-4b1c-9eb2-9e18d95814c3 [ 1571.081090] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Preparing fetch location {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1571.081336] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Fetch image to [datastore1] OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29/OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29.vmdk {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1571.081534] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Downloading stream optimized image 00c0b874-fb41-4ee7-ab71-0d1272e157eb to [datastore1] OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29/OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29.vmdk on the data store datastore1 as vApp {{(pid=63326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1571.081728] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Downloading image file data 00c0b874-fb41-4ee7-ab71-0d1272e157eb to the ESX as VM named 'OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29' {{(pid=63326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1571.087648] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe88f6e-ef22-4b91-9bb8-7fb2b035124c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.175749] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1571.175749] env[63326]: value = "resgroup-9" [ 1571.175749] env[63326]: _type = "ResourcePool" [ 1571.175749] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1571.179018] env[63326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e507167c-4fdd-4e3b-a48e-89d1db69710a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.199524] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lease: (returnval){ [ 1571.199524] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f011-851d-09f0-4fc7-48c0d3436870" [ 1571.199524] env[63326]: _type = "HttpNfcLease" [ 1571.199524] env[63326]: } obtained for vApp import into resource pool (val){ [ 1571.199524] env[63326]: value = "resgroup-9" [ 1571.199524] env[63326]: _type = "ResourcePool" [ 1571.199524] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1571.199886] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the lease: (returnval){ [ 1571.199886] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f011-851d-09f0-4fc7-48c0d3436870" [ 1571.199886] env[63326]: _type = "HttpNfcLease" [ 1571.199886] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1571.211322] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f25efad-92c2-4369-bb05-de472a312560 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "8afae469-bdfb-4625-881b-3cba4f90a058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.505s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.211559] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1571.211559] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f011-851d-09f0-4fc7-48c0d3436870" [ 1571.211559] env[63326]: _type = "HttpNfcLease" [ 1571.211559] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1571.219018] env[63326]: DEBUG oslo_vmware.api [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188611} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.219018] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.219018] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.219018] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.219018] env[63326]: INFO nova.compute.manager [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Took 3.38 seconds to destroy the instance on the hypervisor. [ 1571.219018] env[63326]: DEBUG oslo.service.loopingcall [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.219018] env[63326]: DEBUG nova.compute.manager [-] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.219018] env[63326]: DEBUG nova.network.neutron [-] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.402570] env[63326]: DEBUG oslo_concurrency.lockutils [req-d6dc123d-e0ba-4c64-868f-e70778d14738 req-1c87327e-509f-4c58-ab54-f464db4d4c06 service nova] Releasing lock "refresh_cache-a482f68a-c553-41a3-bcbb-786d94d46242" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.443037] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082582} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.443351] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.444193] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2396fb01-9b54-4372-85cb-1eeee66ff18c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.469333] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c4edb900-0054-4b07-b3e7-f591400340a8/c4edb900-0054-4b07-b3e7-f591400340a8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.469661] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a189e4-c820-4427-8508-d1edd9d3abf4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.501926] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1571.501926] env[63326]: value = "task-1726149" [ 1571.501926] env[63326]: _type = "Task" [ 1571.501926] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.514215] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.596911] env[63326]: DEBUG oslo_concurrency.lockutils [None req-940d0dcb-b65d-4afc-b6a5-a66135b5daef tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "692d1c21-885a-4b1c-9eb2-9e18d95814c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.090s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.710846] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1571.710846] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f011-851d-09f0-4fc7-48c0d3436870" [ 1571.710846] env[63326]: _type = "HttpNfcLease" [ 1571.710846] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1571.993122] env[63326]: DEBUG nova.compute.manager [req-f10a022c-f57e-4551-9a59-e5d50ef1b893 req-4cdfbd26-aa24-438f-b2a1-dbfb4129a574 service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Received event network-vif-deleted-7d6475d4-107f-4c3a-b7fd-bcf38aeb85df {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1571.993501] env[63326]: INFO nova.compute.manager [req-f10a022c-f57e-4551-9a59-e5d50ef1b893 req-4cdfbd26-aa24-438f-b2a1-dbfb4129a574 service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Neutron deleted interface 7d6475d4-107f-4c3a-b7fd-bcf38aeb85df; detaching it from the instance and deleting it from the info cache [ 1571.993874] env[63326]: DEBUG nova.network.neutron [req-f10a022c-f57e-4551-9a59-e5d50ef1b893 req-4cdfbd26-aa24-438f-b2a1-dbfb4129a574 service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.008697] env[63326]: DEBUG nova.network.neutron [-] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.014989] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.213442] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1572.213442] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f011-851d-09f0-4fc7-48c0d3436870" [ 1572.213442] env[63326]: _type = "HttpNfcLease" [ 1572.213442] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1572.433415] env[63326]: INFO nova.compute.manager [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Rebuilding instance [ 1572.484398] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bc9366-085b-4daa-b658-a482c8e89e66 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.492644] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19414cfb-78e6-4552-a9c0-dd4ad75e1380 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.496821] env[63326]: DEBUG nova.compute.manager [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.498528] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d0ed03-646c-456a-842b-d165a75966fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.500732] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-990c40a7-8043-43f7-84f7-b5daefb1133e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.534032] env[63326]: INFO nova.compute.manager [-] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Took 1.32 seconds to deallocate network for instance. [ 1572.539896] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf2f5d5-f050-4617-a600-63172af00d8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.553382] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d713c-4d5c-4a76-ac5b-96359ec9f3ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.570240] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726149, 'name': ReconfigVM_Task, 'duration_secs': 0.791842} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.571079] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c4edb900-0054-4b07-b3e7-f591400340a8/c4edb900-0054-4b07-b3e7-f591400340a8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.572774] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bea98f-9f59-425d-bd76-de8bd1e93ba3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.577290] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f69aaa2-921d-462b-aaf1-3ef089f9668b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.590997] env[63326]: DEBUG nova.compute.provider_tree [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.593071] env[63326]: DEBUG nova.network.neutron [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Successfully updated port: afb610e5-1056-4329-ab81-2836a844e435 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.608151] env[63326]: DEBUG nova.compute.manager [req-f10a022c-f57e-4551-9a59-e5d50ef1b893 req-4cdfbd26-aa24-438f-b2a1-dbfb4129a574 service nova] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Detach interface failed, port_id=7d6475d4-107f-4c3a-b7fd-bcf38aeb85df, reason: Instance 2eda2af3-0897-40d8-8768-9b161dab772f could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1572.608755] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1572.608755] env[63326]: value = "task-1726150" [ 1572.608755] env[63326]: _type = "Task" [ 1572.608755] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.610889] env[63326]: DEBUG nova.scheduler.client.report [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.625535] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726150, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.715211] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1572.715211] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f011-851d-09f0-4fc7-48c0d3436870" [ 1572.715211] env[63326]: _type = "HttpNfcLease" [ 1572.715211] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1573.117187] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquiring lock "refresh_cache-76f98155-b855-45e8-ab94-bf6897826ff3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.117453] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquired lock "refresh_cache-76f98155-b855-45e8-ab94-bf6897826ff3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.117453] env[63326]: DEBUG nova.network.neutron [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.119177] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.084s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.120999] env[63326]: DEBUG nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1573.126116] env[63326]: INFO nova.compute.manager [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Took 0.59 seconds to detach 1 volumes for instance. [ 1573.133174] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.449s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.133460] env[63326]: DEBUG nova.objects.instance [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lazy-loading 'resources' on Instance uuid 2eedd158-0d03-42eb-9613-caa6ff90b54a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.148739] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726150, 'name': Rename_Task, 'duration_secs': 0.197715} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.149410] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.149410] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62c2eaa9-381f-4ec6-a1be-28f84a10b174 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.158273] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1573.158273] env[63326]: value = "task-1726151" [ 1573.158273] env[63326]: _type = "Task" [ 1573.158273] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.167441] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.215123] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1573.215123] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f011-851d-09f0-4fc7-48c0d3436870" [ 1573.215123] env[63326]: _type = "HttpNfcLease" [ 1573.215123] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1573.215123] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1573.215123] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f011-851d-09f0-4fc7-48c0d3436870" [ 1573.215123] env[63326]: _type = "HttpNfcLease" [ 1573.215123] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1573.215579] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1eeae2-5242-42c4-be16-7a0f8e8e72a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.228324] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4195-c43b-72d5-50a1-d32421a1136a/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1573.228324] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4195-c43b-72d5-50a1-d32421a1136a/disk-0.vmdk. {{(pid=63326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1573.314447] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7341d0ec-c7ea-4115-ba84-3f5ed51471d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.463989] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "03a8c115-6a27-45f9-9e27-1af228df293b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.464710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.555246] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.555524] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d6312e6-b64a-4dd9-a772-7be546d5beda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.565878] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1573.565878] env[63326]: value = "task-1726152" [ 1573.565878] env[63326]: _type = "Task" [ 1573.565878] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.576189] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.628837] env[63326]: DEBUG nova.compute.utils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1573.635026] env[63326]: DEBUG nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1573.635026] env[63326]: DEBUG nova.network.neutron [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1573.642569] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.675309] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.698533] env[63326]: DEBUG nova.network.neutron [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.753682] env[63326]: DEBUG nova.policy [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef1644ecf3541daa7d39ba2206d163e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6bcee9a93ad4c148c1cf541a9dd5d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1573.972049] env[63326]: DEBUG nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1574.033786] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Completed reading data from the image iterator. {{(pid=63326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1574.033786] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4195-c43b-72d5-50a1-d32421a1136a/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1574.034899] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab2e8dc-4d02-481b-ac25-16fd87ba7836 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.047948] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4195-c43b-72d5-50a1-d32421a1136a/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1574.047948] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4195-c43b-72d5-50a1-d32421a1136a/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1574.047948] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d2fbb0e1-dacd-4407-948e-0b3ff217df9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.077997] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726152, 'name': PowerOffVM_Task, 'duration_secs': 0.431322} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.080326] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.080571] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1574.081646] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420d024-9025-420c-af1a-989baaf2470f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.090595] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.093257] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-853ef705-4edc-4520-b398-ef43aa6b156d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.137557] env[63326]: DEBUG nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1574.151019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3508e202-9aa2-493a-8b73-a37d36bad8a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.167337] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921508ee-6ed0-4d02-b0ef-289dc67c1e9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.180283] env[63326]: DEBUG oslo_vmware.api [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726151, 'name': PowerOnVM_Task, 'duration_secs': 0.709094} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.208405] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.208748] env[63326]: INFO nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1574.208828] env[63326]: DEBUG nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.210279] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.210476] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.210642] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleting the datastore file [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.211526] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007259cb-011d-480f-8dd7-67976f4d9608 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.216801] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf6496-9c12-4ba6-92cb-b6edf37f08e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.219447] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e11d9c86-dbdb-45b8-b5fc-f94fc593dbe3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.229098] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3e1bdf-e391-4789-86d0-fbb753be8874 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.238019] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1574.238019] env[63326]: value = "task-1726154" [ 1574.238019] env[63326]: _type = "Task" [ 1574.238019] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.250479] env[63326]: DEBUG nova.compute.provider_tree [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.258623] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.317711] env[63326]: DEBUG oslo_vmware.rw_handles [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4195-c43b-72d5-50a1-d32421a1136a/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1574.318085] env[63326]: INFO nova.virt.vmwareapi.images [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Downloaded image file data 00c0b874-fb41-4ee7-ab71-0d1272e157eb [ 1574.318937] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53ed37-c935-4073-a410-caedf02dab0d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.338320] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a55a72f0-8f24-402e-a6dc-81b2d88c68c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.340864] env[63326]: DEBUG nova.compute.manager [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Received event network-vif-plugged-afb610e5-1056-4329-ab81-2836a844e435 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1574.341085] env[63326]: DEBUG oslo_concurrency.lockutils [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] Acquiring lock "76f98155-b855-45e8-ab94-bf6897826ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.341296] env[63326]: DEBUG oslo_concurrency.lockutils [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] Lock "76f98155-b855-45e8-ab94-bf6897826ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.341471] env[63326]: DEBUG oslo_concurrency.lockutils [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] Lock "76f98155-b855-45e8-ab94-bf6897826ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.341639] env[63326]: DEBUG nova.compute.manager [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] No waiting events found dispatching network-vif-plugged-afb610e5-1056-4329-ab81-2836a844e435 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.341802] env[63326]: WARNING nova.compute.manager [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Received unexpected event network-vif-plugged-afb610e5-1056-4329-ab81-2836a844e435 for instance with vm_state building and task_state spawning. [ 1574.341961] env[63326]: DEBUG nova.compute.manager [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Received event network-changed-afb610e5-1056-4329-ab81-2836a844e435 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1574.342180] env[63326]: DEBUG nova.compute.manager [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Refreshing instance network info cache due to event network-changed-afb610e5-1056-4329-ab81-2836a844e435. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1574.342311] env[63326]: DEBUG oslo_concurrency.lockutils [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] Acquiring lock "refresh_cache-76f98155-b855-45e8-ab94-bf6897826ff3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.379539] env[63326]: INFO nova.virt.vmwareapi.images [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] The imported VM was unregistered [ 1574.382615] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Caching image {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1574.382814] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating directory with path [datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.383188] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb79ae7c-8731-49c3-80a6-96c0056018ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.394289] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Created directory with path [datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1574.394493] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29/OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29.vmdk to [datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb/00c0b874-fb41-4ee7-ab71-0d1272e157eb.vmdk. {{(pid=63326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1574.394786] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-695f24ba-b2b1-4859-94b3-f598a630c4be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.402729] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1574.402729] env[63326]: value = "task-1726156" [ 1574.402729] env[63326]: _type = "Task" [ 1574.402729] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.412286] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726156, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.413450] env[63326]: DEBUG nova.network.neutron [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Updating instance_info_cache with network_info: [{"id": "afb610e5-1056-4329-ab81-2836a844e435", "address": "fa:16:3e:74:ea:f9", "network": {"id": "5f7da70e-3d15-4448-8511-7ebc2ab43b4d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1419150882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacf6f2d8f08426c975e02c1970bbe23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb610e5-10", "ovs_interfaceid": "afb610e5-1056-4329-ab81-2836a844e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.496100] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.754981] env[63326]: INFO nova.compute.manager [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Took 44.48 seconds to build instance. [ 1574.756545] env[63326]: DEBUG nova.scheduler.client.report [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.765181] env[63326]: DEBUG nova.network.neutron [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Successfully created port: 2eb2fd67-af51-4c1d-b00d-6e6384765f8d {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.778961] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207966} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.778961] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.779118] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.781608] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.916143] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Releasing lock "refresh_cache-76f98155-b855-45e8-ab94-bf6897826ff3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.916483] env[63326]: DEBUG nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Instance network_info: |[{"id": "afb610e5-1056-4329-ab81-2836a844e435", "address": "fa:16:3e:74:ea:f9", "network": {"id": "5f7da70e-3d15-4448-8511-7ebc2ab43b4d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1419150882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacf6f2d8f08426c975e02c1970bbe23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb610e5-10", "ovs_interfaceid": "afb610e5-1056-4329-ab81-2836a844e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.916820] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726156, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.917167] env[63326]: DEBUG oslo_concurrency.lockutils [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] Acquired lock "refresh_cache-76f98155-b855-45e8-ab94-bf6897826ff3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.917413] env[63326]: DEBUG nova.network.neutron [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Refreshing network info cache for port afb610e5-1056-4329-ab81-2836a844e435 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.923024] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:ea:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afb610e5-1056-4329-ab81-2836a844e435', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.933653] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Creating folder: Project (cacf6f2d8f08426c975e02c1970bbe23). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1574.934960] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-150fc5d9-fea2-4b5d-b2f1-8ee44358fb7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.951228] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Created folder: Project (cacf6f2d8f08426c975e02c1970bbe23) in parent group-v359097. [ 1574.952145] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Creating folder: Instances. Parent ref: group-v359299. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1574.952517] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bf46d1d-0bef-46ad-80c1-e6b98319ae15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.966830] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Created folder: Instances in parent group-v359299. [ 1574.967071] env[63326]: DEBUG oslo.service.loopingcall [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.967358] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.967591] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb43e98-7ba5-4bec-8638-e78a98a07460 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.992884] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.992884] env[63326]: value = "task-1726159" [ 1574.992884] env[63326]: _type = "Task" [ 1574.992884] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.006454] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726159, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.154339] env[63326]: DEBUG nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1575.187466] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1575.187889] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.188382] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1575.188382] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.188725] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1575.188874] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1575.189151] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1575.189374] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1575.189722] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1575.190675] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1575.190980] env[63326]: DEBUG nova.virt.hardware [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1575.192154] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ed358-8020-4c7d-a52c-14fcc1311080 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.203618] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c539e3-5331-4aa9-ae36-005a6650f687 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.265641] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbd1edd7-2d0f-4b32-848d-4dceaf4a726d tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "c4edb900-0054-4b07-b3e7-f591400340a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.997s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.272840] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.276737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.290s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.277098] env[63326]: DEBUG nova.objects.instance [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lazy-loading 'resources' on Instance uuid 6be94b16-80b6-401b-86ff-853141f16e71 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.319353] env[63326]: INFO nova.scheduler.client.report [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Deleted allocations for instance 2eedd158-0d03-42eb-9613-caa6ff90b54a [ 1575.422417] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726156, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.509470] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726159, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.833081] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0336537-5020-4991-8af9-396febeda6a3 tempest-ServersWithSpecificFlavorTestJSON-1293433830 tempest-ServersWithSpecificFlavorTestJSON-1293433830-project-member] Lock "2eedd158-0d03-42eb-9613-caa6ff90b54a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.549s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.843453] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1575.843895] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.844158] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1575.844393] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.844548] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1575.844697] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1575.844911] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1575.845179] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1575.845347] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1575.845536] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1575.845719] env[63326]: DEBUG nova.virt.hardware [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1575.847028] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c077b1-863e-475d-989e-cc33c311d24b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.863377] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bd9ec4-dee6-42aa-9079-4051d7a13172 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.871831] env[63326]: DEBUG nova.network.neutron [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Updated VIF entry in instance network info cache for port afb610e5-1056-4329-ab81-2836a844e435. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.872152] env[63326]: DEBUG nova.network.neutron [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Updating instance_info_cache with network_info: [{"id": "afb610e5-1056-4329-ab81-2836a844e435", "address": "fa:16:3e:74:ea:f9", "network": {"id": "5f7da70e-3d15-4448-8511-7ebc2ab43b4d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1419150882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacf6f2d8f08426c975e02c1970bbe23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb610e5-10", "ovs_interfaceid": "afb610e5-1056-4329-ab81-2836a844e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.888169] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:9c:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.896894] env[63326]: DEBUG oslo.service.loopingcall [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.900494] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.900791] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6004343-b7e8-439a-9787-db36d53cbd0b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.930630] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.930630] env[63326]: value = "task-1726160" [ 1575.930630] env[63326]: _type = "Task" [ 1575.930630] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.934872] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726156, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.945532] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726160, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.010308] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726159, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.240962] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4a19b1-3c69-4908-bf53-08e9f980e7e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.250976] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30b6f14-9cab-4e59-a6ab-e1768c1acb3f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.289309] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b1e71c-9cd8-47ba-b3a4-ecbc702dd68c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.299858] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addf180b-2428-42b6-b00f-158e64e687c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.316845] env[63326]: DEBUG nova.compute.provider_tree [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.375209] env[63326]: DEBUG oslo_concurrency.lockutils [req-499dbd3b-7566-4a01-a088-f99c44e0aabf req-4867be01-3144-4419-8a22-ed322f9c47e5 service nova] Releasing lock "refresh_cache-76f98155-b855-45e8-ab94-bf6897826ff3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.432001] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726156, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.445459] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726160, 'name': CreateVM_Task, 'duration_secs': 0.443838} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.445616] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.446351] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.446568] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.446864] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.447198] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b524ffe0-9a11-4d9a-8415-a8ad23593fd2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.457064] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1576.457064] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5255b8d6-efd0-9738-3e71-1234b78a73f0" [ 1576.457064] env[63326]: _type = "Task" [ 1576.457064] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.470113] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5255b8d6-efd0-9738-3e71-1234b78a73f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.507397] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726159, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.788013] env[63326]: DEBUG nova.compute.manager [req-b402f377-3bf1-48f4-b41f-f0548caf6ead req-301470a8-7f62-4129-8ad3-9af73e27a4d2 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Received event network-changed-63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1576.788334] env[63326]: DEBUG nova.compute.manager [req-b402f377-3bf1-48f4-b41f-f0548caf6ead req-301470a8-7f62-4129-8ad3-9af73e27a4d2 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Refreshing instance network info cache due to event network-changed-63874a07-8a16-4c44-a0bf-0a0c0122fc91. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1576.788466] env[63326]: DEBUG oslo_concurrency.lockutils [req-b402f377-3bf1-48f4-b41f-f0548caf6ead req-301470a8-7f62-4129-8ad3-9af73e27a4d2 service nova] Acquiring lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.788618] env[63326]: DEBUG oslo_concurrency.lockutils [req-b402f377-3bf1-48f4-b41f-f0548caf6ead req-301470a8-7f62-4129-8ad3-9af73e27a4d2 service nova] Acquired lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.788780] env[63326]: DEBUG nova.network.neutron [req-b402f377-3bf1-48f4-b41f-f0548caf6ead req-301470a8-7f62-4129-8ad3-9af73e27a4d2 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Refreshing network info cache for port 63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.822148] env[63326]: DEBUG nova.scheduler.client.report [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.932791] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726156, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.947198] env[63326]: DEBUG nova.network.neutron [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Successfully updated port: 2eb2fd67-af51-4c1d-b00d-6e6384765f8d {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1576.978123] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5255b8d6-efd0-9738-3e71-1234b78a73f0, 'name': SearchDatastore_Task, 'duration_secs': 0.089657} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.978529] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.978797] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.979071] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.979261] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.979422] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.979753] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6327c37-b28a-4614-97d7-f2a2b304f17b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.994610] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.994777] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1576.995902] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee25b7d5-6c0e-4a4e-8c05-cd85ed85b3da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.013525] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726159, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.014262] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1577.014262] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522dcd61-fc02-2dd5-7146-1aa4af90edf3" [ 1577.014262] env[63326]: _type = "Task" [ 1577.014262] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.027070] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522dcd61-fc02-2dd5-7146-1aa4af90edf3, 'name': SearchDatastore_Task} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.027469] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e2609b6-7ae4-4418-b93d-49eaaf82fb50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.035485] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1577.035485] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5257de14-714d-ac72-ec67-8c9d953807ea" [ 1577.035485] env[63326]: _type = "Task" [ 1577.035485] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.046038] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5257de14-714d-ac72-ec67-8c9d953807ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.326949] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.330718] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.209s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.361798] env[63326]: INFO nova.scheduler.client.report [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted allocations for instance 6be94b16-80b6-401b-86ff-853141f16e71 [ 1577.432967] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726156, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.681148} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.435972] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29/OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29.vmdk to [datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb/00c0b874-fb41-4ee7-ab71-0d1272e157eb.vmdk. [ 1577.435972] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Cleaning up location [datastore1] OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1577.436145] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_13c684ce-f7fc-42c7-9168-d3591efe1b29 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.436338] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03f56d8e-2762-4432-9051-3d843dced6f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.442118] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "c4edb900-0054-4b07-b3e7-f591400340a8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.442382] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "c4edb900-0054-4b07-b3e7-f591400340a8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.442618] env[63326]: INFO nova.compute.manager [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Rebooting instance [ 1577.447066] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1577.447066] env[63326]: value = "task-1726161" [ 1577.447066] env[63326]: _type = "Task" [ 1577.447066] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.454107] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "refresh_cache-2f196e70-1409-4734-87e1-87fcab980c6b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.454202] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "refresh_cache-2f196e70-1409-4734-87e1-87fcab980c6b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.454735] env[63326]: DEBUG nova.network.neutron [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.460043] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.512847] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726159, 'name': CreateVM_Task, 'duration_secs': 2.079188} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.513206] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1577.513936] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.514326] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.514663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1577.514955] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac489db9-725c-40ac-acad-e5fbd9bbe924 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.520752] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1577.520752] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5269d4f7-db9e-282a-d6e1-505d99c83260" [ 1577.520752] env[63326]: _type = "Task" [ 1577.520752] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.529526] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5269d4f7-db9e-282a-d6e1-505d99c83260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.547467] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5257de14-714d-ac72-ec67-8c9d953807ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016656} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.547467] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.547467] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058/8afae469-bdfb-4625-881b-3cba4f90a058.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1577.547467] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dada54d4-ffbf-4b9d-8d5c-11c7975ac015 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.555130] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1577.555130] env[63326]: value = "task-1726162" [ 1577.555130] env[63326]: _type = "Task" [ 1577.555130] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.566199] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.630123] env[63326]: DEBUG nova.network.neutron [req-b402f377-3bf1-48f4-b41f-f0548caf6ead req-301470a8-7f62-4129-8ad3-9af73e27a4d2 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updated VIF entry in instance network info cache for port 63874a07-8a16-4c44-a0bf-0a0c0122fc91. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.630631] env[63326]: DEBUG nova.network.neutron [req-b402f377-3bf1-48f4-b41f-f0548caf6ead req-301470a8-7f62-4129-8ad3-9af73e27a4d2 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updating instance_info_cache with network_info: [{"id": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "address": "fa:16:3e:9b:27:d2", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63874a07-8a", "ovs_interfaceid": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.836517] env[63326]: DEBUG nova.objects.instance [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lazy-loading 'migration_context' on Instance uuid 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.875583] env[63326]: DEBUG oslo_concurrency.lockutils [None req-51ec47fd-31dd-40cb-ba46-494bf62aa3dd tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "6be94b16-80b6-401b-86ff-853141f16e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.714s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.974903] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037743} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.975349] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.975926] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb/00c0b874-fb41-4ee7-ab71-0d1272e157eb.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.976338] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb/00c0b874-fb41-4ee7-ab71-0d1272e157eb.vmdk to [datastore1] a482f68a-c553-41a3-bcbb-786d94d46242/a482f68a-c553-41a3-bcbb-786d94d46242.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1577.977429] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca3e1446-2bef-46d0-9e9c-3ae18455297a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.984469] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.990042] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1577.990042] env[63326]: value = "task-1726163" [ 1577.990042] env[63326]: _type = "Task" [ 1577.990042] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.004967] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.009237] env[63326]: DEBUG nova.network.neutron [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.038638] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5269d4f7-db9e-282a-d6e1-505d99c83260, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.038638] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.039117] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1578.039117] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.039238] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.039530] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.039834] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-400c98dd-7593-42ee-965e-d25d91bce957 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.054083] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.054305] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1578.055623] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c49e03-14d2-463c-a291-cc1837685c15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.069737] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1578.069737] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521aef0d-49c6-3064-9e89-b029efb0cb29" [ 1578.069737] env[63326]: _type = "Task" [ 1578.069737] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.076202] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726162, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.082565] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521aef0d-49c6-3064-9e89-b029efb0cb29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.134099] env[63326]: DEBUG oslo_concurrency.lockutils [req-b402f377-3bf1-48f4-b41f-f0548caf6ead req-301470a8-7f62-4129-8ad3-9af73e27a4d2 service nova] Releasing lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.134755] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquired lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.135056] env[63326]: DEBUG nova.network.neutron [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.346912] env[63326]: DEBUG nova.network.neutron [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Updating instance_info_cache with network_info: [{"id": "2eb2fd67-af51-4c1d-b00d-6e6384765f8d", "address": "fa:16:3e:a0:2a:c0", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb2fd67-af", "ovs_interfaceid": "2eb2fd67-af51-4c1d-b00d-6e6384765f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.503626] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726163, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.569841] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60565} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.570415] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058/8afae469-bdfb-4625-881b-3cba4f90a058.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.570839] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1578.575658] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8829a2db-d417-4b6d-ae05-e5826e4999e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.592390] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521aef0d-49c6-3064-9e89-b029efb0cb29, 'name': SearchDatastore_Task, 'duration_secs': 0.053371} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.595161] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1578.595161] env[63326]: value = "task-1726164" [ 1578.595161] env[63326]: _type = "Task" [ 1578.595161] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.595868] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5eaaef9-9693-46c6-ba4c-dabe01bd6e90 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.613309] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1578.613309] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522701f7-d6f0-0691-9226-8d65bf6156cd" [ 1578.613309] env[63326]: _type = "Task" [ 1578.613309] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.618791] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.635588] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522701f7-d6f0-0691-9226-8d65bf6156cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.732110] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59034dea-675a-4088-a9c5-d38e0a74dbc4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.740166] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e20f98-06fa-4987-b357-15cf38f7e195 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.776151] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4cc3b6-b2f7-4ed8-98ff-ba8d67bf5de4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.787881] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124efb47-0465-45f0-8b28-19170409d30c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.792748] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.793221] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.793662] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.793984] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.794282] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.799921] env[63326]: INFO nova.compute.manager [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Terminating instance [ 1578.811632] env[63326]: DEBUG nova.compute.provider_tree [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.849708] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "refresh_cache-2f196e70-1409-4734-87e1-87fcab980c6b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.850361] env[63326]: DEBUG nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Instance network_info: |[{"id": "2eb2fd67-af51-4c1d-b00d-6e6384765f8d", "address": "fa:16:3e:a0:2a:c0", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb2fd67-af", "ovs_interfaceid": "2eb2fd67-af51-4c1d-b00d-6e6384765f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1578.851279] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:2a:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb2fd67-af51-4c1d-b00d-6e6384765f8d', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.861171] env[63326]: DEBUG oslo.service.loopingcall [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.862739] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1578.862739] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0243987-78d8-4ccc-a7d8-6de2cc6e3611 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.893096] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.893096] env[63326]: value = "task-1726165" [ 1578.893096] env[63326]: _type = "Task" [ 1578.893096] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.904691] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726165, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.003842] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726163, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.043222] env[63326]: DEBUG nova.compute.manager [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Received event network-vif-plugged-2eb2fd67-af51-4c1d-b00d-6e6384765f8d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1579.043459] env[63326]: DEBUG oslo_concurrency.lockutils [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] Acquiring lock "2f196e70-1409-4734-87e1-87fcab980c6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.043821] env[63326]: DEBUG oslo_concurrency.lockutils [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] Lock "2f196e70-1409-4734-87e1-87fcab980c6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.044017] env[63326]: DEBUG oslo_concurrency.lockutils [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] Lock "2f196e70-1409-4734-87e1-87fcab980c6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.044251] env[63326]: DEBUG nova.compute.manager [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] No waiting events found dispatching network-vif-plugged-2eb2fd67-af51-4c1d-b00d-6e6384765f8d {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1579.044412] env[63326]: WARNING nova.compute.manager [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Received unexpected event network-vif-plugged-2eb2fd67-af51-4c1d-b00d-6e6384765f8d for instance with vm_state building and task_state spawning. [ 1579.044899] env[63326]: DEBUG nova.compute.manager [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Received event network-changed-2eb2fd67-af51-4c1d-b00d-6e6384765f8d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1579.045159] env[63326]: DEBUG nova.compute.manager [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Refreshing instance network info cache due to event network-changed-2eb2fd67-af51-4c1d-b00d-6e6384765f8d. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1579.045334] env[63326]: DEBUG oslo_concurrency.lockutils [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] Acquiring lock "refresh_cache-2f196e70-1409-4734-87e1-87fcab980c6b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.045486] env[63326]: DEBUG oslo_concurrency.lockutils [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] Acquired lock "refresh_cache-2f196e70-1409-4734-87e1-87fcab980c6b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.045701] env[63326]: DEBUG nova.network.neutron [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Refreshing network info cache for port 2eb2fd67-af51-4c1d-b00d-6e6384765f8d {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.116676] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289198} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.118279] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1579.118832] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d414fd3-b3ac-42cb-a63c-874e56973dc4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.145603] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522701f7-d6f0-0691-9226-8d65bf6156cd, 'name': SearchDatastore_Task, 'duration_secs': 0.091146} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.157214] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058/8afae469-bdfb-4625-881b-3cba4f90a058.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1579.157214] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.157214] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 76f98155-b855-45e8-ab94-bf6897826ff3/76f98155-b855-45e8-ab94-bf6897826ff3.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1579.157214] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df43e687-4b84-41fe-8951-ccbac4c7a456 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.180194] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4cddd7c-7e35-47c8-9445-460e61a60e34 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.191481] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1579.191481] env[63326]: value = "task-1726166" [ 1579.191481] env[63326]: _type = "Task" [ 1579.191481] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.193399] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1579.193399] env[63326]: value = "task-1726167" [ 1579.193399] env[63326]: _type = "Task" [ 1579.193399] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.213383] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.213659] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.316255] env[63326]: DEBUG nova.scheduler.client.report [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.321047] env[63326]: DEBUG nova.network.neutron [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updating instance_info_cache with network_info: [{"id": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "address": "fa:16:3e:9b:27:d2", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63874a07-8a", "ovs_interfaceid": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.322597] env[63326]: DEBUG nova.compute.manager [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.322871] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.324342] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390e5dc-4de0-4228-8d90-7a35d1624e00 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.337186] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.337360] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4591971c-d6eb-4dc3-8f25-f6e930febfe7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.348029] env[63326]: DEBUG oslo_vmware.api [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1579.348029] env[63326]: value = "task-1726168" [ 1579.348029] env[63326]: _type = "Task" [ 1579.348029] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.359023] env[63326]: DEBUG oslo_vmware.api [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.405586] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726165, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.503781] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726163, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.710264] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.716101] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726166, 'name': ReconfigVM_Task, 'duration_secs': 0.34466} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.716480] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058/8afae469-bdfb-4625-881b-3cba4f90a058.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.717527] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd37246-45a9-45ef-9a31-f831c25145ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.727815] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1579.727815] env[63326]: value = "task-1726169" [ 1579.727815] env[63326]: _type = "Task" [ 1579.727815] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.741549] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726169, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.830286] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Releasing lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.861930] env[63326]: DEBUG oslo_vmware.api [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.907684] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726165, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.935215] env[63326]: DEBUG nova.network.neutron [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Updated VIF entry in instance network info cache for port 2eb2fd67-af51-4c1d-b00d-6e6384765f8d. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.935624] env[63326]: DEBUG nova.network.neutron [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Updating instance_info_cache with network_info: [{"id": "2eb2fd67-af51-4c1d-b00d-6e6384765f8d", "address": "fa:16:3e:a0:2a:c0", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb2fd67-af", "ovs_interfaceid": "2eb2fd67-af51-4c1d-b00d-6e6384765f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.011598] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726163, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.212740] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.242732] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726169, 'name': Rename_Task, 'duration_secs': 0.16887} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.243933] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.243933] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b39c845-3caa-4c09-bab6-bcb0ba8bbf93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.253328] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1580.253328] env[63326]: value = "task-1726170" [ 1580.253328] env[63326]: _type = "Task" [ 1580.253328] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.264529] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.337686] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.007s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.347506] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.415s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.349509] env[63326]: INFO nova.compute.claims [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.358145] env[63326]: DEBUG nova.compute.manager [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.358145] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6421868b-af24-4e58-96af-6d922efcdb78 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.378430] env[63326]: DEBUG oslo_vmware.api [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.408726] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726165, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.439139] env[63326]: DEBUG oslo_concurrency.lockutils [req-f437e19c-5d51-4fe4-969a-e3813d40d061 req-8981655b-c570-4bc3-8739-0eed087d78df service nova] Releasing lock "refresh_cache-2f196e70-1409-4734-87e1-87fcab980c6b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.509519] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726163, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.715416] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.764988] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.874294] env[63326]: DEBUG oslo_vmware.api [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726168, 'name': PowerOffVM_Task, 'duration_secs': 1.260944} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.875696] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.875881] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.876474] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b37b7a2d-8f55-4a04-a153-f47b567a7bee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.912951] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726165, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.007651] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726163, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.948975} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.007942] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/00c0b874-fb41-4ee7-ab71-0d1272e157eb/00c0b874-fb41-4ee7-ab71-0d1272e157eb.vmdk to [datastore1] a482f68a-c553-41a3-bcbb-786d94d46242/a482f68a-c553-41a3-bcbb-786d94d46242.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.008867] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca6bd0a-fffb-439f-b208-2419c7b71293 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.035672] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a482f68a-c553-41a3-bcbb-786d94d46242/a482f68a-c553-41a3-bcbb-786d94d46242.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.036191] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45184824-5382-4668-b60f-316930765ed1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.072902] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1581.072902] env[63326]: value = "task-1726172" [ 1581.072902] env[63326]: _type = "Task" [ 1581.072902] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.087793] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.213504] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726167, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.268736] env[63326]: DEBUG oslo_vmware.api [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726170, 'name': PowerOnVM_Task, 'duration_secs': 0.536178} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.269221] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1581.269437] env[63326]: DEBUG nova.compute.manager [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.270267] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e052b53b-d035-4be1-a04e-3f0a66469720 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.386041] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2aaebb-0b4b-4f5d-a514-b489b0ca592f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.398053] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Doing hard reboot of VM {{(pid=63326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1581.401232] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0dd9b190-5055-4c0f-921b-345c59a72e45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.410078] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726165, 'name': CreateVM_Task, 'duration_secs': 2.299677} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.411452] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.411842] env[63326]: DEBUG oslo_vmware.api [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1581.411842] env[63326]: value = "task-1726173" [ 1581.411842] env[63326]: _type = "Task" [ 1581.411842] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.412565] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.412734] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.413209] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.413589] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7ef550-b889-4825-9e14-488fd6d58fac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.426325] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1581.426325] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523ec463-d1aa-babe-cc6c-bad3229e7775" [ 1581.426325] env[63326]: _type = "Task" [ 1581.426325] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.429934] env[63326]: DEBUG oslo_vmware.api [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726173, 'name': ResetVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.444915] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523ec463-d1aa-babe-cc6c-bad3229e7775, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.445291] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.445679] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.445803] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.445908] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.446150] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.448896] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03793770-15b4-4890-a55c-0bd3118a25f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.460941] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.461114] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.464721] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3dbdcc-98e8-46d0-a4a3-01cfc7b4b497 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.474428] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1581.474428] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5246f69d-f508-8bec-413b-523d8381f517" [ 1581.474428] env[63326]: _type = "Task" [ 1581.474428] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.487775] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5246f69d-f508-8bec-413b-523d8381f517, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.488776] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e73e78a-b426-4b2b-9016-361230f1592b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.501464] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1581.501464] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e1d41c-895a-2562-3b14-4a6217a4bcc4" [ 1581.501464] env[63326]: _type = "Task" [ 1581.501464] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.510617] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e1d41c-895a-2562-3b14-4a6217a4bcc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.587762] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.728924] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726167, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.105962} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.729231] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 76f98155-b855-45e8-ab94-bf6897826ff3/76f98155-b855-45e8-ab94-bf6897826ff3.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.729439] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.729697] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b07300ff-4d08-4ea0-93dd-c382d204f738 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.737255] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea816ed-4c16-4874-a854-4cf268e15214 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.741308] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1581.741308] env[63326]: value = "task-1726174" [ 1581.741308] env[63326]: _type = "Task" [ 1581.741308] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.750158] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.754012] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6294fbff-5c71-4097-803f-889db0b9b759 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.798513] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b555e7cd-4eac-4995-aa70-c30ebd3aac45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.815075] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.815350] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5b35fd-a3f2-49aa-a897-5c7bfb91b5d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.831805] env[63326]: DEBUG nova.compute.provider_tree [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.896887] env[63326]: INFO nova.compute.manager [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Swapping old allocation on dict_keys(['788305bd-5b87-47b7-b44d-2a77c92acc3c']) held by migration 955bd770-7fe8-4d4d-b0ec-5b155b5a29c6 for instance [ 1581.923595] env[63326]: DEBUG oslo_vmware.api [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726173, 'name': ResetVM_Task, 'duration_secs': 0.116714} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.924551] env[63326]: DEBUG nova.scheduler.client.report [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Overwriting current allocation {'allocations': {'788305bd-5b87-47b7-b44d-2a77c92acc3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': '519ffe4348824d71956e0096b7b0cd3e', 'user_id': '8b54399543cd493496835d9b49211b92', 'consumer_generation': 1} on consumer 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62 {{(pid=63326) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1581.926509] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Did hard reboot of VM {{(pid=63326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1581.926739] env[63326]: DEBUG nova.compute.manager [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.928201] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d4cad-a65a-4254-8d8a-2aa67f484bce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.985559] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.987712] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.987712] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleting the datastore file [datastore1] f5876f3c-d9cf-4c2f-be4e-6d4a21322eda {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.987712] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7d11aeb-c43e-4e7f-8444-149e375f987e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.996550] env[63326]: DEBUG oslo_vmware.api [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for the task: (returnval){ [ 1581.996550] env[63326]: value = "task-1726175" [ 1581.996550] env[63326]: _type = "Task" [ 1581.996550] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.014878] env[63326]: DEBUG oslo_vmware.api [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.018838] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e1d41c-895a-2562-3b14-4a6217a4bcc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011427} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.019279] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.019534] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2f196e70-1409-4734-87e1-87fcab980c6b/2f196e70-1409-4734-87e1-87fcab980c6b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.020090] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f862474-a573-4b00-b2cc-f031946374e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.029112] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1582.029112] env[63326]: value = "task-1726176" [ 1582.029112] env[63326]: _type = "Task" [ 1582.029112] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.038943] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.085279] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726172, 'name': ReconfigVM_Task, 'duration_secs': 0.523433} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.085706] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a482f68a-c553-41a3-bcbb-786d94d46242/a482f68a-c553-41a3-bcbb-786d94d46242.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.086389] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d4615b3-b145-4bde-ad06-e37b31bc90f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.089439] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.089601] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquired lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.089772] env[63326]: DEBUG nova.network.neutron [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.094470] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1582.094470] env[63326]: value = "task-1726177" [ 1582.094470] env[63326]: _type = "Task" [ 1582.094470] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.104192] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726177, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.253160] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078177} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.253234] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.254160] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be3bd5-418b-4471-a4ed-9dd9a919bf10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.276613] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 76f98155-b855-45e8-ab94-bf6897826ff3/76f98155-b855-45e8-ab94-bf6897826ff3.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.277000] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12cec63f-e909-474c-b620-02d5fd759ac9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.298694] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1582.298694] env[63326]: value = "task-1726178" [ 1582.298694] env[63326]: _type = "Task" [ 1582.298694] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.310167] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.336117] env[63326]: DEBUG nova.scheduler.client.report [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.371720] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "8afae469-bdfb-4625-881b-3cba4f90a058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.371986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "8afae469-bdfb-4625-881b-3cba4f90a058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.372224] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "8afae469-bdfb-4625-881b-3cba4f90a058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.372815] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "8afae469-bdfb-4625-881b-3cba4f90a058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.373046] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "8afae469-bdfb-4625-881b-3cba4f90a058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.375106] env[63326]: INFO nova.compute.manager [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Terminating instance [ 1582.443855] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c8178d1-f70f-44fd-9a1b-f0a6ffbc6316 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "c4edb900-0054-4b07-b3e7-f591400340a8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.510252] env[63326]: DEBUG oslo_vmware.api [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Task: {'id': task-1726175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210479} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.510528] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.510718] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.511131] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.511322] env[63326]: INFO nova.compute.manager [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Took 3.19 seconds to destroy the instance on the hypervisor. [ 1582.511596] env[63326]: DEBUG oslo.service.loopingcall [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.511794] env[63326]: DEBUG nova.compute.manager [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.512031] env[63326]: DEBUG nova.network.neutron [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.540338] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.605810] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726177, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.811406] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.841467] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.842013] env[63326]: DEBUG nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.844826] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.202s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.845157] env[63326]: DEBUG nova.objects.instance [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lazy-loading 'resources' on Instance uuid 2eda2af3-0897-40d8-8768-9b161dab772f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.881069] env[63326]: DEBUG nova.compute.manager [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1582.881331] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.882231] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7245b7-7a9d-4671-ac5c-848c9b03010a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.899024] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.899024] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f893089-713c-4745-9061-2ed8886aa6d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.910243] env[63326]: DEBUG oslo_vmware.api [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1582.910243] env[63326]: value = "task-1726179" [ 1582.910243] env[63326]: _type = "Task" [ 1582.910243] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.925677] env[63326]: DEBUG oslo_vmware.api [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.928451] env[63326]: DEBUG nova.compute.manager [req-92f0aa61-39a7-495d-ad44-8f8e79b784e9 req-01091890-5b8e-4194-98cf-318251f3f6dc service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Received event network-vif-deleted-47e24b27-807e-4788-befe-d87d883e17e2 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1582.928660] env[63326]: INFO nova.compute.manager [req-92f0aa61-39a7-495d-ad44-8f8e79b784e9 req-01091890-5b8e-4194-98cf-318251f3f6dc service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Neutron deleted interface 47e24b27-807e-4788-befe-d87d883e17e2; detaching it from the instance and deleting it from the info cache [ 1582.928835] env[63326]: DEBUG nova.network.neutron [req-92f0aa61-39a7-495d-ad44-8f8e79b784e9 req-01091890-5b8e-4194-98cf-318251f3f6dc service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.970356] env[63326]: DEBUG nova.network.neutron [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance_info_cache with network_info: [{"id": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "address": "fa:16:3e:57:a8:9d", "network": {"id": "237201f4-2ed8-4f52-900c-f9f41f1ea0f8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ba4c839076924e6bb093d08f478021bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5b7ebe-d9", "ovs_interfaceid": "ac5b7ebe-d906-400d-a62c-8f1f5b227774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.028701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "9cb941db-88b7-48d3-a23c-2b3a52af5078" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.029530] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "9cb941db-88b7-48d3-a23c-2b3a52af5078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.042787] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.109777] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726177, 'name': Rename_Task, 'duration_secs': 0.899777} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.110255] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.110602] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-321b31af-a461-48bf-8b5d-9d8fabf8cc75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.121546] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1583.121546] env[63326]: value = "task-1726180" [ 1583.121546] env[63326]: _type = "Task" [ 1583.121546] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.136653] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.315355] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.348343] env[63326]: DEBUG nova.compute.utils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.350164] env[63326]: DEBUG nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.350409] env[63326]: DEBUG nova.network.neutron [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.393408] env[63326]: DEBUG nova.network.neutron [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.420581] env[63326]: DEBUG oslo_vmware.api [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726179, 'name': PowerOffVM_Task, 'duration_secs': 0.23572} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.423729] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.423961] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.424565] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f43176d-12a2-47b0-853c-42b6de7d2088 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.431643] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ac2ef0f-ea38-4ae2-be05-882a406ace7b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.443422] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a23832-3e49-4ed2-9002-4bd3fa0b2e21 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.457645] env[63326]: DEBUG nova.policy [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816d2ae0164442c08662e157c7ff9020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '002bebb3091b40939b852e12e1049cd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1583.473656] env[63326]: DEBUG oslo_concurrency.lockutils [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Releasing lock "refresh_cache-413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.474590] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.474687] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a64e10b1-81f8-465f-a82e-a7d10d2c406a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.492414] env[63326]: DEBUG nova.compute.manager [req-92f0aa61-39a7-495d-ad44-8f8e79b784e9 req-01091890-5b8e-4194-98cf-318251f3f6dc service nova] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Detach interface failed, port_id=47e24b27-807e-4788-befe-d87d883e17e2, reason: Instance f5876f3c-d9cf-4c2f-be4e-6d4a21322eda could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1583.503147] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1583.503147] env[63326]: value = "task-1726182" [ 1583.503147] env[63326]: _type = "Task" [ 1583.503147] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.508940] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.509326] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.509393] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleting the datastore file [datastore1] 8afae469-bdfb-4625-881b-3cba4f90a058 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.512997] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1e623c9-afd2-4cb4-aa24-ca67a8be595d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.519905] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.526855] env[63326]: DEBUG oslo_vmware.api [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1583.526855] env[63326]: value = "task-1726183" [ 1583.526855] env[63326]: _type = "Task" [ 1583.526855] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.542041] env[63326]: DEBUG nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1583.545146] env[63326]: DEBUG oslo_vmware.api [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.555514] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726176, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.301963} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.555797] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2f196e70-1409-4734-87e1-87fcab980c6b/2f196e70-1409-4734-87e1-87fcab980c6b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1583.556228] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1583.556388] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa11927-0072-4c5d-bf1f-2945f3b49911 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.573828] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1583.573828] env[63326]: value = "task-1726184" [ 1583.573828] env[63326]: _type = "Task" [ 1583.573828] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.593536] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.611122] env[63326]: DEBUG nova.compute.manager [req-358bb96c-1474-4415-b032-ed9126c6ad47 req-ae75517c-3d0a-4c23-8631-2f0cf7f32991 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Received event network-changed-63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1583.611445] env[63326]: DEBUG nova.compute.manager [req-358bb96c-1474-4415-b032-ed9126c6ad47 req-ae75517c-3d0a-4c23-8631-2f0cf7f32991 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Refreshing instance network info cache due to event network-changed-63874a07-8a16-4c44-a0bf-0a0c0122fc91. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1583.611742] env[63326]: DEBUG oslo_concurrency.lockutils [req-358bb96c-1474-4415-b032-ed9126c6ad47 req-ae75517c-3d0a-4c23-8631-2f0cf7f32991 service nova] Acquiring lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.611950] env[63326]: DEBUG oslo_concurrency.lockutils [req-358bb96c-1474-4415-b032-ed9126c6ad47 req-ae75517c-3d0a-4c23-8631-2f0cf7f32991 service nova] Acquired lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.612205] env[63326]: DEBUG nova.network.neutron [req-358bb96c-1474-4415-b032-ed9126c6ad47 req-ae75517c-3d0a-4c23-8631-2f0cf7f32991 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Refreshing network info cache for port 63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.638899] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.810372] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726178, 'name': ReconfigVM_Task, 'duration_secs': 1.183888} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.813284] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 76f98155-b855-45e8-ab94-bf6897826ff3/76f98155-b855-45e8-ab94-bf6897826ff3.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.814644] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86ded161-92eb-4cb3-bc5c-5c6e6df27b02 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.825898] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1583.825898] env[63326]: value = "task-1726185" [ 1583.825898] env[63326]: _type = "Task" [ 1583.825898] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.832265] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1be43bb-7479-4e6e-b80c-0c39d5f2cbd4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.842173] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726185, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.844917] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234acaf6-64eb-486c-a5ce-129ff5a9bfec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.875955] env[63326]: DEBUG nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.879673] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89569750-3e5d-4ffd-a821-7792ef4ba2d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.891020] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980abcd1-85ad-4260-84a4-84ee5621b6da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.902849] env[63326]: INFO nova.compute.manager [-] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Took 1.39 seconds to deallocate network for instance. [ 1583.903418] env[63326]: DEBUG nova.compute.provider_tree [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.013850] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726182, 'name': PowerOffVM_Task, 'duration_secs': 0.226941} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.014155] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.014805] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:33:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='200b8504-5bd4-417f-ab87-17434de028ca',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-227153802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.015051] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.015192] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.015377] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.015522] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.015668] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.015871] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.016039] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.016209] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.016528] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.016528] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.021965] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e721263-01d2-4366-a0ea-9e302ce4c896 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.042267] env[63326]: DEBUG oslo_vmware.api [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294358} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.043578] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.043776] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.043954] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.044147] env[63326]: INFO nova.compute.manager [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1584.044409] env[63326]: DEBUG oslo.service.loopingcall [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.044774] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1584.044774] env[63326]: value = "task-1726186" [ 1584.044774] env[63326]: _type = "Task" [ 1584.044774] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.044993] env[63326]: DEBUG nova.compute.manager [-] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.045107] env[63326]: DEBUG nova.network.neutron [-] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.052127] env[63326]: DEBUG nova.network.neutron [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Successfully created port: b744253b-82e8-4edc-9518-4594b2cfe163 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.062040] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.073983] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.083293] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082682} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.083575] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.084350] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a592bb-229f-4793-84d4-1ce11ccc782a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.107151] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 2f196e70-1409-4734-87e1-87fcab980c6b/2f196e70-1409-4734-87e1-87fcab980c6b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.107783] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344cb49e-52ab-4fb7-88c8-f7cc700eae09 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.130325] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1584.130325] env[63326]: value = "task-1726187" [ 1584.130325] env[63326]: _type = "Task" [ 1584.130325] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.135229] env[63326]: DEBUG oslo_vmware.api [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726180, 'name': PowerOnVM_Task, 'duration_secs': 0.685252} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.140125] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.140426] env[63326]: INFO nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Took 17.77 seconds to spawn the instance on the hypervisor. [ 1584.140686] env[63326]: DEBUG nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.141863] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c320d-a944-42a4-aad5-67928b7b6e26 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.163776] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.322142] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "c4edb900-0054-4b07-b3e7-f591400340a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.322408] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "c4edb900-0054-4b07-b3e7-f591400340a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.322614] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "c4edb900-0054-4b07-b3e7-f591400340a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.322788] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "c4edb900-0054-4b07-b3e7-f591400340a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.322948] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "c4edb900-0054-4b07-b3e7-f591400340a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.325182] env[63326]: INFO nova.compute.manager [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Terminating instance [ 1584.339415] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726185, 'name': Rename_Task, 'duration_secs': 0.392693} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.339727] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.340018] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc130da4-44a2-42eb-b1d9-e94e4adabda1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.347939] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1584.347939] env[63326]: value = "task-1726188" [ 1584.347939] env[63326]: _type = "Task" [ 1584.347939] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.358797] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.407262] env[63326]: DEBUG nova.scheduler.client.report [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.416630] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.425035] env[63326]: DEBUG nova.network.neutron [req-358bb96c-1474-4415-b032-ed9126c6ad47 req-ae75517c-3d0a-4c23-8631-2f0cf7f32991 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updated VIF entry in instance network info cache for port 63874a07-8a16-4c44-a0bf-0a0c0122fc91. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.425483] env[63326]: DEBUG nova.network.neutron [req-358bb96c-1474-4415-b032-ed9126c6ad47 req-ae75517c-3d0a-4c23-8631-2f0cf7f32991 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updating instance_info_cache with network_info: [{"id": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "address": "fa:16:3e:9b:27:d2", "network": {"id": "200da648-4748-4214-8d93-4456ad2d305d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-939541777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7ef1e1c23e47d799e17039cc81bfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63874a07-8a", "ovs_interfaceid": "63874a07-8a16-4c44-a0bf-0a0c0122fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.562329] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726186, 'name': ReconfigVM_Task, 'duration_secs': 0.395964} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.563860] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc219c-1fec-4240-a9ff-6399cd3451e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.590918] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:33:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='200b8504-5bd4-417f-ab87-17434de028ca',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-227153802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.591185] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.591349] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.591533] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.591679] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.591825] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.592066] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.592316] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.592436] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.592561] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.592676] env[63326]: DEBUG nova.virt.hardware [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.593500] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba769d5-57d6-47bb-ac8d-441303fba114 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.603014] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1584.603014] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c2a176-455f-11aa-e3f5-983a75ad4ba1" [ 1584.603014] env[63326]: _type = "Task" [ 1584.603014] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.609215] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c2a176-455f-11aa-e3f5-983a75ad4ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.643990] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.674083] env[63326]: INFO nova.compute.manager [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Took 38.95 seconds to build instance. [ 1584.831823] env[63326]: DEBUG nova.compute.manager [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.832133] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.833233] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3726f929-a8f5-412d-8b70-6936d8213488 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.842904] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.843194] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd141b9-bdad-4321-a21c-d2645a396981 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.853806] env[63326]: DEBUG oslo_vmware.api [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1584.853806] env[63326]: value = "task-1726189" [ 1584.853806] env[63326]: _type = "Task" [ 1584.853806] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.864988] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.867322] env[63326]: DEBUG oslo_vmware.api [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.890309] env[63326]: DEBUG nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.915689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.918871] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.422s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.924442] env[63326]: INFO nova.compute.claims [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.931524] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.931524] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.931524] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.931524] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.931524] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.931778] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.932238] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.932326] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.935485] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.935485] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.935485] env[63326]: DEBUG nova.virt.hardware [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.935485] env[63326]: DEBUG oslo_concurrency.lockutils [req-358bb96c-1474-4415-b032-ed9126c6ad47 req-ae75517c-3d0a-4c23-8631-2f0cf7f32991 service nova] Releasing lock "refresh_cache-c4edb900-0054-4b07-b3e7-f591400340a8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.938896] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c998fe16-870d-4d13-82fd-5e1f49fa4c46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.950300] env[63326]: INFO nova.scheduler.client.report [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted allocations for instance 2eda2af3-0897-40d8-8768-9b161dab772f [ 1584.952296] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ed7aa6-d3cf-4851-9b65-255010f40db4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.974839] env[63326]: DEBUG nova.compute.manager [req-1169de9f-b8ed-40cd-9c24-041a8ff30ab0 req-3f13279a-3ff3-48ed-abec-fcbd8d29f184 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Received event network-vif-deleted-5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1584.975073] env[63326]: INFO nova.compute.manager [req-1169de9f-b8ed-40cd-9c24-041a8ff30ab0 req-3f13279a-3ff3-48ed-abec-fcbd8d29f184 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Neutron deleted interface 5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41; detaching it from the instance and deleting it from the info cache [ 1584.975297] env[63326]: DEBUG nova.network.neutron [req-1169de9f-b8ed-40cd-9c24-041a8ff30ab0 req-3f13279a-3ff3-48ed-abec-fcbd8d29f184 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.114568] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c2a176-455f-11aa-e3f5-983a75ad4ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.008662} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.121399] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1585.121742] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56edb730-c671-43f5-8e00-181b8df12eb6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.144697] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726187, 'name': ReconfigVM_Task, 'duration_secs': 0.965919} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.146038] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 2f196e70-1409-4734-87e1-87fcab980c6b/2f196e70-1409-4734-87e1-87fcab980c6b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.146785] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1585.146785] env[63326]: value = "task-1726190" [ 1585.146785] env[63326]: _type = "Task" [ 1585.146785] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.147064] env[63326]: DEBUG nova.network.neutron [-] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.148178] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8859e095-7661-416e-9ac6-dbc22d34ecc8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.159225] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.161320] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1585.161320] env[63326]: value = "task-1726191" [ 1585.161320] env[63326]: _type = "Task" [ 1585.161320] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.171203] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726191, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.175758] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3385f34e-8235-4f31-a2fd-3d420afb2ef2 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a482f68a-c553-41a3-bcbb-786d94d46242" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.468s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.361159] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.367297] env[63326]: DEBUG oslo_vmware.api [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726189, 'name': PowerOffVM_Task, 'duration_secs': 0.289666} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.367618] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.367790] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.368097] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53a500ca-fbf2-4c04-b9fe-d1c6dbdbb9ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.462899] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46f6c0fe-aa1c-4afe-a707-3fdd8e8daa99 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "2eda2af3-0897-40d8-8768-9b161dab772f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.132s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.478261] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfa890e5-c9fe-4833-a067-b7d02e98e095 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.493202] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f28429-ca81-4629-b7e5-6d1edd5806fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.534500] env[63326]: DEBUG nova.compute.manager [req-1169de9f-b8ed-40cd-9c24-041a8ff30ab0 req-3f13279a-3ff3-48ed-abec-fcbd8d29f184 service nova] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Detach interface failed, port_id=5ce2d2d2-cd2a-41ce-9d6c-3beb5df09f41, reason: Instance 8afae469-bdfb-4625-881b-3cba4f90a058 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1585.558332] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.559343] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.559343] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Deleting the datastore file [datastore1] c4edb900-0054-4b07-b3e7-f591400340a8 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.559497] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31bf49a9-e6b3-4703-bcd8-fb7c5cf01bcc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.571329] env[63326]: DEBUG oslo_vmware.api [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1585.571329] env[63326]: value = "task-1726193" [ 1585.571329] env[63326]: _type = "Task" [ 1585.571329] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.581758] env[63326]: DEBUG oslo_vmware.api [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.651074] env[63326]: INFO nova.compute.manager [-] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Took 1.61 seconds to deallocate network for instance. [ 1585.664024] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726190, 'name': ReconfigVM_Task, 'duration_secs': 0.232775} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.665843] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1585.666661] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240986c-fcc4-46aa-87fc-442db7e1618c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.675297] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726191, 'name': Rename_Task, 'duration_secs': 0.20821} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.686325] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.693877] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62/413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.694828] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efd93d00-c33d-4a09-8eee-969bfac32268 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.696612] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d984c636-10e6-4d66-a7c7-328359e9ee30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.721578] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1585.721578] env[63326]: value = "task-1726195" [ 1585.721578] env[63326]: _type = "Task" [ 1585.721578] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.723343] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1585.723343] env[63326]: value = "task-1726194" [ 1585.723343] env[63326]: _type = "Task" [ 1585.723343] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.737830] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.738503] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.861022] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.066779] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "a482f68a-c553-41a3-bcbb-786d94d46242" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.066959] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a482f68a-c553-41a3-bcbb-786d94d46242" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.069048] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "a482f68a-c553-41a3-bcbb-786d94d46242-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.069048] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a482f68a-c553-41a3-bcbb-786d94d46242-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.069048] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a482f68a-c553-41a3-bcbb-786d94d46242-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.070184] env[63326]: INFO nova.compute.manager [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Terminating instance [ 1586.092440] env[63326]: DEBUG oslo_vmware.api [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.164422] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.242774] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726195, 'name': ReconfigVM_Task, 'duration_secs': 0.389735} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.243193] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62/413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.244138] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fa85a0-2347-4044-ac2d-bad5c9a4c691 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.250607] env[63326]: DEBUG oslo_vmware.api [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726194, 'name': PowerOnVM_Task, 'duration_secs': 0.514083} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.253841] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.254181] env[63326]: INFO nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1586.254430] env[63326]: DEBUG nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.256232] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca674b1-15b8-4206-8a68-8af4a49615c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.278040] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d38867f-10ef-413f-90b9-73694dce17b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.311170] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea468f3f-66ae-480d-bab2-a1752d2cdd26 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.336220] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c368de85-e583-4ab6-973a-60fe4db1a2c4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.339561] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70b8968-05ce-4cab-8a94-f38320b0d60c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.348420] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.350423] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84bfa4f2-f7b7-49f4-906e-a2f16993b385 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.352896] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65637f35-0a08-4e6a-a11a-7abb0dbd17e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.368097] env[63326]: DEBUG oslo_vmware.api [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726188, 'name': PowerOnVM_Task, 'duration_secs': 1.960006} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.395383] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.395582] env[63326]: INFO nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Took 15.38 seconds to spawn the instance on the hypervisor. [ 1586.395831] env[63326]: DEBUG nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.396353] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1586.396353] env[63326]: value = "task-1726196" [ 1586.396353] env[63326]: _type = "Task" [ 1586.396353] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.397939] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ecab14-be8a-41da-80f6-203cb65b3351 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.401301] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f827c5-122f-42c7-aa7c-a62eb73cb07b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.424022] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e66bae-b7b1-4c3d-8137-edbdf739ca3b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.429549] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726196, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.445271] env[63326]: DEBUG nova.compute.provider_tree [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.583157] env[63326]: DEBUG oslo_vmware.api [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613237} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.583802] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.583802] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.583916] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.587030] env[63326]: INFO nova.compute.manager [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1586.587030] env[63326]: DEBUG oslo.service.loopingcall [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.587030] env[63326]: DEBUG nova.compute.manager [-] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.587030] env[63326]: DEBUG nova.network.neutron [-] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.587809] env[63326]: DEBUG nova.compute.manager [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.588017] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.588937] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57343e58-c725-45d9-a56d-ba73bf5e6cfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.598332] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.598460] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de03b16a-deaa-4398-ae6c-6b9c8c823758 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.606206] env[63326]: DEBUG oslo_vmware.api [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1586.606206] env[63326]: value = "task-1726197" [ 1586.606206] env[63326]: _type = "Task" [ 1586.606206] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.617334] env[63326]: DEBUG oslo_vmware.api [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.797587] env[63326]: DEBUG nova.network.neutron [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Successfully updated port: b744253b-82e8-4edc-9518-4594b2cfe163 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.799428] env[63326]: INFO nova.compute.manager [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Took 22.24 seconds to build instance. [ 1586.913172] env[63326]: DEBUG oslo_vmware.api [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726196, 'name': PowerOnVM_Task, 'duration_secs': 0.516708} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.913617] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.943935] env[63326]: INFO nova.compute.manager [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Took 27.80 seconds to build instance. [ 1586.949928] env[63326]: DEBUG nova.scheduler.client.report [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.115077] env[63326]: DEBUG nova.compute.manager [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Received event network-vif-plugged-b744253b-82e8-4edc-9518-4594b2cfe163 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1587.115077] env[63326]: DEBUG oslo_concurrency.lockutils [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] Acquiring lock "96b70339-1ea3-47ef-8e1a-dba9a2665348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.115077] env[63326]: DEBUG oslo_concurrency.lockutils [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] Lock "96b70339-1ea3-47ef-8e1a-dba9a2665348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.115077] env[63326]: DEBUG oslo_concurrency.lockutils [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] Lock "96b70339-1ea3-47ef-8e1a-dba9a2665348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.115077] env[63326]: DEBUG nova.compute.manager [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] No waiting events found dispatching network-vif-plugged-b744253b-82e8-4edc-9518-4594b2cfe163 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1587.115977] env[63326]: WARNING nova.compute.manager [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Received unexpected event network-vif-plugged-b744253b-82e8-4edc-9518-4594b2cfe163 for instance with vm_state building and task_state spawning. [ 1587.115977] env[63326]: DEBUG nova.compute.manager [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Received event network-changed-b744253b-82e8-4edc-9518-4594b2cfe163 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1587.116151] env[63326]: DEBUG nova.compute.manager [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Refreshing instance network info cache due to event network-changed-b744253b-82e8-4edc-9518-4594b2cfe163. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1587.117166] env[63326]: DEBUG oslo_concurrency.lockutils [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] Acquiring lock "refresh_cache-96b70339-1ea3-47ef-8e1a-dba9a2665348" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.117166] env[63326]: DEBUG oslo_concurrency.lockutils [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] Acquired lock "refresh_cache-96b70339-1ea3-47ef-8e1a-dba9a2665348" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.117166] env[63326]: DEBUG nova.network.neutron [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Refreshing network info cache for port b744253b-82e8-4edc-9518-4594b2cfe163 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.124616] env[63326]: DEBUG oslo_vmware.api [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726197, 'name': PowerOffVM_Task, 'duration_secs': 0.387691} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.124907] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.125135] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.125832] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b5c9e5e-2c96-4c39-a2c0-559d04338476 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.212948] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.213226] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.213362] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleting the datastore file [datastore1] a482f68a-c553-41a3-bcbb-786d94d46242 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.214030] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b85ed120-5e29-4384-bf25-ee5fe666b4c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.221607] env[63326]: DEBUG oslo_vmware.api [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1587.221607] env[63326]: value = "task-1726199" [ 1587.221607] env[63326]: _type = "Task" [ 1587.221607] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.232773] env[63326]: DEBUG oslo_vmware.api [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.301938] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "refresh_cache-96b70339-1ea3-47ef-8e1a-dba9a2665348" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.302388] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d57c467-9f67-4562-b11d-850be1bb728c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "2f196e70-1409-4734-87e1-87fcab980c6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.752s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.444588] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4cf5b4a2-34ae-4b56-a211-b2f06d0f2115 tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "76f98155-b855-45e8-ab94-bf6897826ff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.326s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.458562] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.459917] env[63326]: DEBUG nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.463022] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.649s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.463219] env[63326]: DEBUG nova.objects.instance [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1587.524092] env[63326]: DEBUG nova.network.neutron [-] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.666741] env[63326]: DEBUG nova.network.neutron [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.735568] env[63326]: DEBUG oslo_vmware.api [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497925} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.735829] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.736026] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.736217] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.736392] env[63326]: INFO nova.compute.manager [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1587.737441] env[63326]: DEBUG oslo.service.loopingcall [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.737441] env[63326]: DEBUG nova.compute.manager [-] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.737441] env[63326]: DEBUG nova.network.neutron [-] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.843109] env[63326]: DEBUG nova.network.neutron [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.856145] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "3432755e-8671-48c6-bf09-59a10da7f115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.856366] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "3432755e-8671-48c6-bf09-59a10da7f115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.927480] env[63326]: INFO nova.compute.manager [None req-981db1c1-d6d4-4c85-ba45-c3964b60acf9 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance to original state: 'active' [ 1587.967816] env[63326]: DEBUG nova.compute.utils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.969263] env[63326]: DEBUG nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.969431] env[63326]: DEBUG nova.network.neutron [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.028547] env[63326]: INFO nova.compute.manager [-] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Took 1.44 seconds to deallocate network for instance. [ 1588.093418] env[63326]: DEBUG nova.policy [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf271acf08d46fa8702c100a6983301', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85cdb55124c742689c30cbe2eefe3d97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.163046] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquiring lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.163295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.198632] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "2f196e70-1409-4734-87e1-87fcab980c6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.198719] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "2f196e70-1409-4734-87e1-87fcab980c6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.198899] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "2f196e70-1409-4734-87e1-87fcab980c6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.199534] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "2f196e70-1409-4734-87e1-87fcab980c6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.199774] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "2f196e70-1409-4734-87e1-87fcab980c6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.202456] env[63326]: INFO nova.compute.manager [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Terminating instance [ 1588.349544] env[63326]: DEBUG oslo_concurrency.lockutils [req-236120a5-ab66-40e2-9233-021e8c20693d req-9234a5a6-caa7-48db-86ed-6924b9c9a0b8 service nova] Releasing lock "refresh_cache-96b70339-1ea3-47ef-8e1a-dba9a2665348" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.349909] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "refresh_cache-96b70339-1ea3-47ef-8e1a-dba9a2665348" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.350084] env[63326]: DEBUG nova.network.neutron [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.358860] env[63326]: DEBUG nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.480946] env[63326]: DEBUG nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.485105] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5f993a92-897d-459f-9ab5-f42b9032efcc tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.487588] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.413s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.489121] env[63326]: INFO nova.compute.claims [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.517218] env[63326]: DEBUG nova.network.neutron [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Successfully created port: b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.541339] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.666131] env[63326]: DEBUG nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.706710] env[63326]: DEBUG nova.compute.manager [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1588.706976] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.708097] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99502ea-ce83-42b5-ae1e-cec519aefc6c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.717547] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.717547] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aabeba0-5a32-4c48-8847-cc574746bf45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.724744] env[63326]: DEBUG oslo_vmware.api [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1588.724744] env[63326]: value = "task-1726200" [ 1588.724744] env[63326]: _type = "Task" [ 1588.724744] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.733596] env[63326]: DEBUG oslo_vmware.api [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.760000] env[63326]: DEBUG nova.network.neutron [-] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.890283] env[63326]: DEBUG nova.network.neutron [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1588.898456] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.034386] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "04db72ce-e49a-4ee7-a321-9810dd258233" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.036088] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.073369] env[63326]: DEBUG nova.network.neutron [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Updating instance_info_cache with network_info: [{"id": "b744253b-82e8-4edc-9518-4594b2cfe163", "address": "fa:16:3e:9f:e1:69", "network": {"id": "23767756-29f9-408c-aed6-a74d261fce64", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1922090204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "002bebb3091b40939b852e12e1049cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb744253b-82", "ovs_interfaceid": "b744253b-82e8-4edc-9518-4594b2cfe163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.091738] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquiring lock "76f98155-b855-45e8-ab94-bf6897826ff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.091996] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "76f98155-b855-45e8-ab94-bf6897826ff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.092307] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquiring lock "76f98155-b855-45e8-ab94-bf6897826ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.092600] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "76f98155-b855-45e8-ab94-bf6897826ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.092704] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "76f98155-b855-45e8-ab94-bf6897826ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.094873] env[63326]: INFO nova.compute.manager [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Terminating instance [ 1589.119179] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.119471] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.123056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.123056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.123056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.124022] env[63326]: INFO nova.compute.manager [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Terminating instance [ 1589.192314] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.236031] env[63326]: DEBUG oslo_vmware.api [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726200, 'name': PowerOffVM_Task, 'duration_secs': 0.265624} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.236031] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.236252] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.236429] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7235753-9088-4980-a91b-69f05b828f95 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.266146] env[63326]: INFO nova.compute.manager [-] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Took 1.53 seconds to deallocate network for instance. [ 1589.277171] env[63326]: DEBUG nova.compute.manager [req-475cf953-a82d-4332-a1de-fa48d9adabbf req-9ddcef9b-2f4e-4fc2-89a1-5b814b396226 service nova] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Received event network-vif-deleted-63874a07-8a16-4c44-a0bf-0a0c0122fc91 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1589.277465] env[63326]: DEBUG nova.compute.manager [req-475cf953-a82d-4332-a1de-fa48d9adabbf req-9ddcef9b-2f4e-4fc2-89a1-5b814b396226 service nova] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Received event network-vif-deleted-667fb809-d134-4237-a3e7-2d25d9337ff0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1589.334379] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.334580] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.334774] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleting the datastore file [datastore1] 2f196e70-1409-4734-87e1-87fcab980c6b {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.336609] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25319a8e-05bb-40c7-b981-9a0f901ecd30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.342478] env[63326]: DEBUG oslo_vmware.api [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1589.342478] env[63326]: value = "task-1726202" [ 1589.342478] env[63326]: _type = "Task" [ 1589.342478] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.351163] env[63326]: DEBUG oslo_vmware.api [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.501056] env[63326]: DEBUG nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.531898] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.532181] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.532379] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.532584] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.532731] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.532969] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.533384] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.533574] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.533829] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.534047] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.534234] env[63326]: DEBUG nova.virt.hardware [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.535468] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ede14d-d917-4711-9ae5-5fc0b668c023 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.541354] env[63326]: DEBUG nova.compute.utils [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1589.548497] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70187341-3c82-4ae0-8221-499f8870630f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.575837] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "refresh_cache-96b70339-1ea3-47ef-8e1a-dba9a2665348" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.575837] env[63326]: DEBUG nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Instance network_info: |[{"id": "b744253b-82e8-4edc-9518-4594b2cfe163", "address": "fa:16:3e:9f:e1:69", "network": {"id": "23767756-29f9-408c-aed6-a74d261fce64", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1922090204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "002bebb3091b40939b852e12e1049cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb744253b-82", "ovs_interfaceid": "b744253b-82e8-4edc-9518-4594b2cfe163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1589.576297] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:e1:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b744253b-82e8-4edc-9518-4594b2cfe163', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1589.583825] env[63326]: DEBUG oslo.service.loopingcall [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.586984] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1589.587471] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30d418c5-0e64-4d9b-9cd4-d98f065df2a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.604352] env[63326]: DEBUG nova.compute.manager [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.604554] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.606078] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e01182-16fe-40ee-a4c6-062b471994b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.614252] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.615065] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-789e1d49-9fed-4f18-8642-5c27e19cc916 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.616492] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1589.616492] env[63326]: value = "task-1726203" [ 1589.616492] env[63326]: _type = "Task" [ 1589.616492] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.624041] env[63326]: DEBUG oslo_vmware.api [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1589.624041] env[63326]: value = "task-1726204" [ 1589.624041] env[63326]: _type = "Task" [ 1589.624041] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.627390] env[63326]: DEBUG nova.compute.manager [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.627595] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.627822] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726203, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.631687] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b14218-38df-4a07-8b37-b13f594de178 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.642943] env[63326]: DEBUG oslo_vmware.api [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.644882] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.645196] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e437c52b-ea8a-4dcb-bb76-1336b4db516c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.655559] env[63326]: DEBUG oslo_vmware.api [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1589.655559] env[63326]: value = "task-1726205" [ 1589.655559] env[63326]: _type = "Task" [ 1589.655559] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.666310] env[63326]: DEBUG oslo_vmware.api [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.777437] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.864116] env[63326]: DEBUG oslo_vmware.api [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463309} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.864116] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.864116] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.864428] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.864585] env[63326]: INFO nova.compute.manager [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1589.865671] env[63326]: DEBUG oslo.service.loopingcall [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.865671] env[63326]: DEBUG nova.compute.manager [-] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1589.865671] env[63326]: DEBUG nova.network.neutron [-] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1589.870887] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d624578b-50a3-4778-8887-0dc49f545af0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.879362] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08701678-c67f-4c1a-a807-1b643ea49a53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.914169] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767bc0f2-100a-442e-b070-3320e5d242d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.922408] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169afce9-2dd4-4b22-8d13-afe21f67cc47 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.937020] env[63326]: DEBUG nova.compute.provider_tree [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.044612] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.129442] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726203, 'name': CreateVM_Task, 'duration_secs': 0.429065} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.132273] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1590.133035] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.133247] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.133617] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1590.134292] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beacd169-61a9-490f-a159-bca33cea5641 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.139468] env[63326]: DEBUG oslo_vmware.api [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726204, 'name': PowerOffVM_Task, 'duration_secs': 0.275283} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.140100] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.140326] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.140590] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a6caa7-ead8-417b-a18b-26e43fd7ead9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.143503] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1590.143503] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523e4444-3957-49a0-a3f4-eaae81d5467a" [ 1590.143503] env[63326]: _type = "Task" [ 1590.143503] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.151362] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523e4444-3957-49a0-a3f4-eaae81d5467a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.164997] env[63326]: DEBUG oslo_vmware.api [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726205, 'name': PowerOffVM_Task, 'duration_secs': 0.266432} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.165260] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.165432] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.165677] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c01a3afb-74dd-4500-b5f3-5512c717f5be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.222338] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.222491] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.223075] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Deleting the datastore file [datastore1] 76f98155-b855-45e8-ab94-bf6897826ff3 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.223075] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec244e4-f344-4ae8-9b01-9241eb2f8717 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.230892] env[63326]: DEBUG oslo_vmware.api [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for the task: (returnval){ [ 1590.230892] env[63326]: value = "task-1726208" [ 1590.230892] env[63326]: _type = "Task" [ 1590.230892] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.242214] env[63326]: DEBUG oslo_vmware.api [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.285406] env[63326]: DEBUG nova.network.neutron [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Successfully updated port: b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.342251] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.342549] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.342826] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Deleting the datastore file [datastore1] 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.343181] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d32905d-a8ce-4c3c-96ec-be2ad15eba29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.350345] env[63326]: DEBUG oslo_vmware.api [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1590.350345] env[63326]: value = "task-1726209" [ 1590.350345] env[63326]: _type = "Task" [ 1590.350345] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.360415] env[63326]: DEBUG oslo_vmware.api [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.441075] env[63326]: DEBUG nova.scheduler.client.report [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.654398] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523e4444-3957-49a0-a3f4-eaae81d5467a, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.654723] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.655033] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.655239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.655399] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.655577] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.655834] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-689b7eab-724f-4ada-a526-ae171ec2737c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.664523] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.664714] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.665576] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d95e740-9389-40bd-adcb-07e10d491d49 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.671503] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1590.671503] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5283ae45-6aee-4942-d917-4a199b78133e" [ 1590.671503] env[63326]: _type = "Task" [ 1590.671503] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.679665] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5283ae45-6aee-4942-d917-4a199b78133e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.712459] env[63326]: DEBUG nova.network.neutron [-] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.741965] env[63326]: DEBUG oslo_vmware.api [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Task: {'id': task-1726208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176329} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.742253] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.742581] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.742646] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.742811] env[63326]: INFO nova.compute.manager [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1590.743580] env[63326]: DEBUG oslo.service.loopingcall [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.743580] env[63326]: DEBUG nova.compute.manager [-] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.743580] env[63326]: DEBUG nova.network.neutron [-] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.788906] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.788906] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.788906] env[63326]: DEBUG nova.network.neutron [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.860772] env[63326]: DEBUG oslo_vmware.api [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16566} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.861042] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.861307] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.861485] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.861659] env[63326]: INFO nova.compute.manager [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1590.861891] env[63326]: DEBUG oslo.service.loopingcall [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.862098] env[63326]: DEBUG nova.compute.manager [-] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.862187] env[63326]: DEBUG nova.network.neutron [-] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.945658] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.946183] env[63326]: DEBUG nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1590.950783] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.535s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.950783] env[63326]: DEBUG nova.objects.instance [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lazy-loading 'resources' on Instance uuid f5876f3c-d9cf-4c2f-be4e-6d4a21322eda {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.104602] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "04db72ce-e49a-4ee7-a321-9810dd258233" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.104768] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.105013] env[63326]: INFO nova.compute.manager [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Attaching volume fcc0f482-f9db-4d98-8ddf-ae67a87642a5 to /dev/sdb [ 1591.142231] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da45701c-8d2f-4bf2-9334-0bd930c9e209 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.153094] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0afd73-762c-4e9e-9c08-748f46a0bea3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.169017] env[63326]: DEBUG nova.virt.block_device [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Updating existing volume attachment record: c809aa71-cffc-43bf-9da4-b2be670abd14 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1591.181308] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5283ae45-6aee-4942-d917-4a199b78133e, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.182080] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd47d90-8aed-402c-b6c1-b13cee8e3ccb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.188620] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1591.188620] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529879a6-dc30-e847-5c1c-a6903601fc88" [ 1591.188620] env[63326]: _type = "Task" [ 1591.188620] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.197406] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529879a6-dc30-e847-5c1c-a6903601fc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.214743] env[63326]: INFO nova.compute.manager [-] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Took 1.35 seconds to deallocate network for instance. [ 1591.308928] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Received event network-vif-plugged-b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1591.309113] env[63326]: DEBUG oslo_concurrency.lockutils [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] Acquiring lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.309333] env[63326]: DEBUG oslo_concurrency.lockutils [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] Lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.309507] env[63326]: DEBUG oslo_concurrency.lockutils [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] Lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.309675] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] No waiting events found dispatching network-vif-plugged-b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.309840] env[63326]: WARNING nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Received unexpected event network-vif-plugged-b54d2717-d5a5-4661-b486-08302871c551 for instance with vm_state building and task_state spawning. [ 1591.310009] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Received event network-vif-deleted-2eb2fd67-af51-4c1d-b00d-6e6384765f8d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1591.310183] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Received event network-changed-b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1591.310329] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Refreshing instance network info cache due to event network-changed-b54d2717-d5a5-4661-b486-08302871c551. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1591.310484] env[63326]: DEBUG oslo_concurrency.lockutils [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] Acquiring lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.322682] env[63326]: DEBUG nova.network.neutron [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.453227] env[63326]: DEBUG nova.compute.utils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.458981] env[63326]: DEBUG nova.network.neutron [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [{"id": "b54d2717-d5a5-4661-b486-08302871c551", "address": "fa:16:3e:54:e2:54", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d2717-d5", "ovs_interfaceid": "b54d2717-d5a5-4661-b486-08302871c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.460081] env[63326]: DEBUG nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.460257] env[63326]: DEBUG nova.network.neutron [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.516755] env[63326]: DEBUG nova.policy [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '620efa270bf34053a8292ade567c122a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecef5e6cd1f74c359fd162ba77e187d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.548196] env[63326]: DEBUG nova.network.neutron [-] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.704495] env[63326]: DEBUG nova.network.neutron [-] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.705969] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529879a6-dc30-e847-5c1c-a6903601fc88, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.709405] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.709837] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 96b70339-1ea3-47ef-8e1a-dba9a2665348/96b70339-1ea3-47ef-8e1a-dba9a2665348.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.710713] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a3b015d-9a7e-4d5c-8c69-4d1197306846 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.721733] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.722123] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1591.722123] env[63326]: value = "task-1726213" [ 1591.722123] env[63326]: _type = "Task" [ 1591.722123] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.736329] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.828754] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d97ca-955f-46bf-94e6-deb613ce584d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.838107] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf62d49-b56a-46c2-9fb0-37e3275b1870 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.843732] env[63326]: DEBUG nova.network.neutron [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Successfully created port: 2f6d773e-1adf-4eb2-af09-f7d50f34a720 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1591.872688] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1794bd3e-6bc1-4607-9f12-a7170d88a5c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.881398] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de66a251-d83f-438a-9dfd-b8a50d3b39f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.898317] env[63326]: DEBUG nova.compute.provider_tree [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.957829] env[63326]: DEBUG nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1591.964228] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.964228] env[63326]: DEBUG nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Instance network_info: |[{"id": "b54d2717-d5a5-4661-b486-08302871c551", "address": "fa:16:3e:54:e2:54", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d2717-d5", "ovs_interfaceid": "b54d2717-d5a5-4661-b486-08302871c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.964228] env[63326]: DEBUG oslo_concurrency.lockutils [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] Acquired lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.964228] env[63326]: DEBUG nova.network.neutron [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Refreshing network info cache for port b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.964928] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:e2:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b54d2717-d5a5-4661-b486-08302871c551', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.974448] env[63326]: DEBUG oslo.service.loopingcall [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.975826] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.976234] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-791f03c2-5236-414b-95a8-88626fdb1692 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.000879] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.000879] env[63326]: value = "task-1726214" [ 1592.000879] env[63326]: _type = "Task" [ 1592.000879] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.013512] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726214, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.053647] env[63326]: INFO nova.compute.manager [-] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Took 1.31 seconds to deallocate network for instance. [ 1592.212202] env[63326]: INFO nova.compute.manager [-] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Took 1.35 seconds to deallocate network for instance. [ 1592.237547] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726213, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.401654] env[63326]: DEBUG nova.scheduler.client.report [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.512343] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726214, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.561149] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.719941] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.736572] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726213, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.741719] env[63326]: DEBUG nova.network.neutron [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updated VIF entry in instance network info cache for port b54d2717-d5a5-4661-b486-08302871c551. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.742068] env[63326]: DEBUG nova.network.neutron [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [{"id": "b54d2717-d5a5-4661-b486-08302871c551", "address": "fa:16:3e:54:e2:54", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d2717-d5", "ovs_interfaceid": "b54d2717-d5a5-4661-b486-08302871c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.906520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.908856] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.745s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.909163] env[63326]: DEBUG nova.objects.instance [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lazy-loading 'resources' on Instance uuid 8afae469-bdfb-4625-881b-3cba4f90a058 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.928566] env[63326]: INFO nova.scheduler.client.report [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Deleted allocations for instance f5876f3c-d9cf-4c2f-be4e-6d4a21322eda [ 1592.967362] env[63326]: DEBUG nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1592.993791] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.994089] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.994262] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.994464] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.994607] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.994761] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.994978] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.995163] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.995355] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.995535] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.995709] env[63326]: DEBUG nova.virt.hardware [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.996843] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fb21a6-5d42-444f-b095-5d7a56d4b86a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.008938] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d8ab07-4aa6-42ca-8ae5-c113840c34bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.016297] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726214, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.237181] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726213, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.244339] env[63326]: DEBUG oslo_concurrency.lockutils [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] Releasing lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.244608] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Received event network-vif-deleted-afb610e5-1056-4329-ab81-2836a844e435 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1593.244792] env[63326]: INFO nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Neutron deleted interface afb610e5-1056-4329-ab81-2836a844e435; detaching it from the instance and deleting it from the info cache [ 1593.244990] env[63326]: DEBUG nova.network.neutron [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.351580] env[63326]: DEBUG nova.compute.manager [req-b5608d16-b8a5-4450-96c3-2f7bba985805 req-6c2dde22-14db-4335-afca-2c32361633dc service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Received event network-vif-plugged-2f6d773e-1adf-4eb2-af09-f7d50f34a720 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1593.351836] env[63326]: DEBUG oslo_concurrency.lockutils [req-b5608d16-b8a5-4450-96c3-2f7bba985805 req-6c2dde22-14db-4335-afca-2c32361633dc service nova] Acquiring lock "9cb941db-88b7-48d3-a23c-2b3a52af5078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.352016] env[63326]: DEBUG oslo_concurrency.lockutils [req-b5608d16-b8a5-4450-96c3-2f7bba985805 req-6c2dde22-14db-4335-afca-2c32361633dc service nova] Lock "9cb941db-88b7-48d3-a23c-2b3a52af5078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.352194] env[63326]: DEBUG oslo_concurrency.lockutils [req-b5608d16-b8a5-4450-96c3-2f7bba985805 req-6c2dde22-14db-4335-afca-2c32361633dc service nova] Lock "9cb941db-88b7-48d3-a23c-2b3a52af5078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.352361] env[63326]: DEBUG nova.compute.manager [req-b5608d16-b8a5-4450-96c3-2f7bba985805 req-6c2dde22-14db-4335-afca-2c32361633dc service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] No waiting events found dispatching network-vif-plugged-2f6d773e-1adf-4eb2-af09-f7d50f34a720 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.353261] env[63326]: WARNING nova.compute.manager [req-b5608d16-b8a5-4450-96c3-2f7bba985805 req-6c2dde22-14db-4335-afca-2c32361633dc service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Received unexpected event network-vif-plugged-2f6d773e-1adf-4eb2-af09-f7d50f34a720 for instance with vm_state building and task_state spawning. [ 1593.435636] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e535e09b-d6ac-4a22-80f1-8ce39cf8f436 tempest-ServersAdminTestJSON-898564328 tempest-ServersAdminTestJSON-898564328-project-member] Lock "f5876f3c-d9cf-4c2f-be4e-6d4a21322eda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.642s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.463419] env[63326]: DEBUG nova.network.neutron [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Successfully updated port: 2f6d773e-1adf-4eb2-af09-f7d50f34a720 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.512757] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726214, 'name': CreateVM_Task, 'duration_secs': 1.337074} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.512757] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.515844] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.516248] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.516677] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.517505] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f5c6e9-f820-46af-a7aa-025de3b98627 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.525018] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1593.525018] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5292dd47-1dc9-820a-44eb-5334ebf029af" [ 1593.525018] env[63326]: _type = "Task" [ 1593.525018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.534646] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5292dd47-1dc9-820a-44eb-5334ebf029af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.740078] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726213, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.940602} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.740360] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 96b70339-1ea3-47ef-8e1a-dba9a2665348/96b70339-1ea3-47ef-8e1a-dba9a2665348.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.740576] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.740826] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37388616-1adf-4da7-82fe-7fdb0943c9eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.753301] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1593.753301] env[63326]: value = "task-1726216" [ 1593.753301] env[63326]: _type = "Task" [ 1593.753301] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.754166] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75c7fdef-54d4-4df3-83fb-7a5a3b1eeb0d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.756840] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283af32c-c15d-46c3-b3b9-5b94171ccd27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.772893] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.779548] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70798412-7c7e-44bf-86a6-fe58c5b297dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.789474] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf6ca05-c35d-464a-8da7-05f5b81d3d54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.830480] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe15a70-19ea-4747-bdc3-4b663d892120 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.833173] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Detach interface failed, port_id=afb610e5-1056-4329-ab81-2836a844e435, reason: Instance 76f98155-b855-45e8-ab94-bf6897826ff3 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1593.833395] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Received event network-vif-deleted-ac5b7ebe-d906-400d-a62c-8f1f5b227774 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1593.833620] env[63326]: INFO nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Neutron deleted interface ac5b7ebe-d906-400d-a62c-8f1f5b227774; detaching it from the instance and deleting it from the info cache [ 1593.833735] env[63326]: DEBUG nova.network.neutron [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.840565] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676b6c2-a607-422f-96ab-9b8eecde36bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.855064] env[63326]: DEBUG nova.compute.provider_tree [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1593.967205] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-9cb941db-88b7-48d3-a23c-2b3a52af5078" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.967555] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-9cb941db-88b7-48d3-a23c-2b3a52af5078" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.967555] env[63326]: DEBUG nova.network.neutron [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.037809] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5292dd47-1dc9-820a-44eb-5334ebf029af, 'name': SearchDatastore_Task, 'duration_secs': 0.014718} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.038222] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.038425] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.038701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.038847] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.039032] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.039303] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27db34a1-2d21-4746-aa2e-09abe4fdbb6f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.048833] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.049046] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.049744] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724affe9-86eb-45ed-81e3-2a897416300b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.055575] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1594.055575] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a839e2-0ff9-7df6-6b9f-87ab7993d2d0" [ 1594.055575] env[63326]: _type = "Task" [ 1594.055575] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.064086] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a839e2-0ff9-7df6-6b9f-87ab7993d2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.265878] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070345} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.266188] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.266952] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b15c04d-b9b5-436d-82ce-bdd7ae193a3b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.289290] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 96b70339-1ea3-47ef-8e1a-dba9a2665348/96b70339-1ea3-47ef-8e1a-dba9a2665348.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.289559] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b69d0db-29fb-4c93-834b-fa699a22fdfa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.308949] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1594.308949] env[63326]: value = "task-1726217" [ 1594.308949] env[63326]: _type = "Task" [ 1594.308949] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.316928] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.337817] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4af0089-a0bc-40af-b973-b3c78beb16e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.347878] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f6bf3d-d567-4fd3-8e93-435a00b5491c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.384315] env[63326]: DEBUG nova.compute.manager [req-b491a3d3-d2c6-4e73-af61-44880f8542c8 req-00ead1f1-357a-4589-815d-25803597d63f service nova] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Detach interface failed, port_id=ac5b7ebe-d906-400d-a62c-8f1f5b227774, reason: Instance 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1594.385460] env[63326]: ERROR nova.scheduler.client.report [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [req-e19b3336-d299-4703-9653-31c21dc393bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e19b3336-d299-4703-9653-31c21dc393bc"}]} [ 1594.401476] env[63326]: DEBUG nova.scheduler.client.report [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1594.417538] env[63326]: DEBUG nova.scheduler.client.report [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1594.417793] env[63326]: DEBUG nova.compute.provider_tree [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1594.431086] env[63326]: DEBUG nova.scheduler.client.report [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1594.452535] env[63326]: DEBUG nova.scheduler.client.report [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1594.502316] env[63326]: DEBUG nova.network.neutron [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.570313] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a839e2-0ff9-7df6-6b9f-87ab7993d2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.571194] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7590c998-548a-47ab-a51c-dec25edd9d43 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.577995] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1594.577995] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528d2680-56b9-5c59-12b6-6cc2f977f491" [ 1594.577995] env[63326]: _type = "Task" [ 1594.577995] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.597706] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528d2680-56b9-5c59-12b6-6cc2f977f491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.674779] env[63326]: DEBUG nova.network.neutron [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Updating instance_info_cache with network_info: [{"id": "2f6d773e-1adf-4eb2-af09-f7d50f34a720", "address": "fa:16:3e:41:27:ae", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6d773e-1a", "ovs_interfaceid": "2f6d773e-1adf-4eb2-af09-f7d50f34a720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.823973] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726217, 'name': ReconfigVM_Task, 'duration_secs': 0.280773} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.824478] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 96b70339-1ea3-47ef-8e1a-dba9a2665348/96b70339-1ea3-47ef-8e1a-dba9a2665348.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.825560] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db372d18-a89e-424c-8090-5aae1898d6d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.828870] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2294a9a-4a6d-46c9-8dd5-eaa4da8201bc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.840213] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea81a3c3-042c-43e8-87cc-4faa6c1a0669 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.842383] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1594.842383] env[63326]: value = "task-1726218" [ 1594.842383] env[63326]: _type = "Task" [ 1594.842383] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.881807] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2a004b-342a-4cc5-9a6b-f6e565fbed14 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.884804] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726218, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.890938] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d39609c-c46e-49c3-8387-2d6655a93bb8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.905479] env[63326]: DEBUG nova.compute.provider_tree [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1595.090042] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528d2680-56b9-5c59-12b6-6cc2f977f491, 'name': SearchDatastore_Task, 'duration_secs': 0.020797} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.090381] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.090557] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b/03a8c115-6a27-45f9-9e27-1af228df293b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.090805] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72c0ec75-28ed-4046-b87c-fea28e1ac087 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.097957] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1595.097957] env[63326]: value = "task-1726219" [ 1595.097957] env[63326]: _type = "Task" [ 1595.097957] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.106615] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.176972] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-9cb941db-88b7-48d3-a23c-2b3a52af5078" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.177368] env[63326]: DEBUG nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Instance network_info: |[{"id": "2f6d773e-1adf-4eb2-af09-f7d50f34a720", "address": "fa:16:3e:41:27:ae", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6d773e-1a", "ovs_interfaceid": "2f6d773e-1adf-4eb2-af09-f7d50f34a720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.177784] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:27:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f6d773e-1adf-4eb2-af09-f7d50f34a720', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.185743] env[63326]: DEBUG oslo.service.loopingcall [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.186031] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.186283] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b31d65-822d-4ec9-adbf-02adc557426a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.207685] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.207685] env[63326]: value = "task-1726220" [ 1595.207685] env[63326]: _type = "Task" [ 1595.207685] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.225383] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726220, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.355326] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726218, 'name': Rename_Task, 'duration_secs': 0.154344} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.355636] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.355889] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1501e19e-573e-4f55-aa41-219e5aa7e929 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.364442] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1595.364442] env[63326]: value = "task-1726221" [ 1595.364442] env[63326]: _type = "Task" [ 1595.364442] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.373641] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.380383] env[63326]: DEBUG nova.compute.manager [req-bdb94c6c-93a4-420d-8cfd-7c1083e46c6b req-7d7379d8-2e6f-49b2-a88c-0a3d7dc27d2f service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Received event network-changed-2f6d773e-1adf-4eb2-af09-f7d50f34a720 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1595.380571] env[63326]: DEBUG nova.compute.manager [req-bdb94c6c-93a4-420d-8cfd-7c1083e46c6b req-7d7379d8-2e6f-49b2-a88c-0a3d7dc27d2f service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Refreshing instance network info cache due to event network-changed-2f6d773e-1adf-4eb2-af09-f7d50f34a720. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1595.380781] env[63326]: DEBUG oslo_concurrency.lockutils [req-bdb94c6c-93a4-420d-8cfd-7c1083e46c6b req-7d7379d8-2e6f-49b2-a88c-0a3d7dc27d2f service nova] Acquiring lock "refresh_cache-9cb941db-88b7-48d3-a23c-2b3a52af5078" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.380961] env[63326]: DEBUG oslo_concurrency.lockutils [req-bdb94c6c-93a4-420d-8cfd-7c1083e46c6b req-7d7379d8-2e6f-49b2-a88c-0a3d7dc27d2f service nova] Acquired lock "refresh_cache-9cb941db-88b7-48d3-a23c-2b3a52af5078" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.381212] env[63326]: DEBUG nova.network.neutron [req-bdb94c6c-93a4-420d-8cfd-7c1083e46c6b req-7d7379d8-2e6f-49b2-a88c-0a3d7dc27d2f service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Refreshing network info cache for port 2f6d773e-1adf-4eb2-af09-f7d50f34a720 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.447075] env[63326]: DEBUG nova.scheduler.client.report [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1595.447421] env[63326]: DEBUG nova.compute.provider_tree [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 107 to 108 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1595.447610] env[63326]: DEBUG nova.compute.provider_tree [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1595.608963] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.719665] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726220, 'name': CreateVM_Task, 'duration_secs': 0.365452} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.719879] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1595.720607] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.720778] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.721140] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.722291] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1595.722504] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359306', 'volume_id': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'name': 'volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '04db72ce-e49a-4ee7-a321-9810dd258233', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'serial': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1595.722766] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea003b9-f648-470d-a934-56d792770286 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.725062] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e87e0a8-5816-41ec-a5b5-cd320dc60b17 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.744680] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c1d77-bdec-431f-af14-0e817584d0a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.747942] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1595.747942] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5225d156-e924-3be4-7e2e-c6ccc3274999" [ 1595.747942] env[63326]: _type = "Task" [ 1595.747942] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.775456] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5/volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.776289] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c56ef03d-3a8d-4a39-94a9-1be3ccf404b8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.797181] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5225d156-e924-3be4-7e2e-c6ccc3274999, 'name': SearchDatastore_Task, 'duration_secs': 0.020027} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.798343] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.798927] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1595.799222] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.799292] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.799477] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.800037] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55839177-b502-4285-a670-c91aae8e5ca7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.804927] env[63326]: DEBUG oslo_vmware.api [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1595.804927] env[63326]: value = "task-1726222" [ 1595.804927] env[63326]: _type = "Task" [ 1595.804927] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.814646] env[63326]: DEBUG oslo_vmware.api [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.814914] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.815091] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.815873] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c39f4a5-a34b-4594-a5e8-c0484672fc4d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.821500] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1595.821500] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5291e4ef-9e8f-9850-8b16-1a3cd95881f4" [ 1595.821500] env[63326]: _type = "Task" [ 1595.821500] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.829767] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5291e4ef-9e8f-9850-8b16-1a3cd95881f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.878509] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.952790] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.044s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.955631] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.414s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.955767] env[63326]: DEBUG nova.objects.instance [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lazy-loading 'resources' on Instance uuid c4edb900-0054-4b07-b3e7-f591400340a8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.983457] env[63326]: INFO nova.scheduler.client.report [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted allocations for instance 8afae469-bdfb-4625-881b-3cba4f90a058 [ 1596.109596] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639788} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.110217] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b/03a8c115-6a27-45f9-9e27-1af228df293b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.110433] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.110690] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef245ec4-aaec-4f6c-8a8b-a02c090adbbf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.119472] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1596.119472] env[63326]: value = "task-1726223" [ 1596.119472] env[63326]: _type = "Task" [ 1596.119472] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.130117] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.318871] env[63326]: DEBUG oslo_vmware.api [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726222, 'name': ReconfigVM_Task, 'duration_secs': 0.395031} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.319384] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5/volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.327497] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0378ab02-eaa6-4888-bc82-8cac7f0eef28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.342790] env[63326]: DEBUG nova.network.neutron [req-bdb94c6c-93a4-420d-8cfd-7c1083e46c6b req-7d7379d8-2e6f-49b2-a88c-0a3d7dc27d2f service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Updated VIF entry in instance network info cache for port 2f6d773e-1adf-4eb2-af09-f7d50f34a720. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.343177] env[63326]: DEBUG nova.network.neutron [req-bdb94c6c-93a4-420d-8cfd-7c1083e46c6b req-7d7379d8-2e6f-49b2-a88c-0a3d7dc27d2f service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Updating instance_info_cache with network_info: [{"id": "2f6d773e-1adf-4eb2-af09-f7d50f34a720", "address": "fa:16:3e:41:27:ae", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6d773e-1a", "ovs_interfaceid": "2f6d773e-1adf-4eb2-af09-f7d50f34a720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.358404] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5291e4ef-9e8f-9850-8b16-1a3cd95881f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.360382] env[63326]: DEBUG oslo_vmware.api [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1596.360382] env[63326]: value = "task-1726224" [ 1596.360382] env[63326]: _type = "Task" [ 1596.360382] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.360546] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b41237b-f81a-41b9-b5f2-7fc4cc383167 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.370882] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1596.370882] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fa67cd-11fb-92c2-e4b4-fd0b9942daf1" [ 1596.370882] env[63326]: _type = "Task" [ 1596.370882] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.374993] env[63326]: DEBUG oslo_vmware.api [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.381992] env[63326]: DEBUG oslo_vmware.api [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726221, 'name': PowerOnVM_Task, 'duration_secs': 0.537836} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.382640] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.382859] env[63326]: INFO nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Took 11.49 seconds to spawn the instance on the hypervisor. [ 1596.383118] env[63326]: DEBUG nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.384651] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deac51e4-84da-427e-b1c4-fe07d495c2fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.390993] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fa67cd-11fb-92c2-e4b4-fd0b9942daf1, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.391608] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.392229] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078/9cb941db-88b7-48d3-a23c-2b3a52af5078.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.392352] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b73d431-f714-4ad2-8b22-bfeaeac27309 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.404439] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1596.404439] env[63326]: value = "task-1726225" [ 1596.404439] env[63326]: _type = "Task" [ 1596.404439] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.413184] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.495440] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3f24e2b2-0eec-4bc2-a145-cd39fc92f1a3 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "8afae469-bdfb-4625-881b-3cba4f90a058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.123s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.629846] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075568} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.632926] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.634056] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5f98d-b593-4c22-8d03-934ad373558d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.661238] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b/03a8c115-6a27-45f9-9e27-1af228df293b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.664862] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f62dc5-a529-4354-8b3d-aa13317adfdb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.687738] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1596.687738] env[63326]: value = "task-1726226" [ 1596.687738] env[63326]: _type = "Task" [ 1596.687738] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.700789] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.811188] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d21b44-626c-4d3a-8487-f23c83e56583 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.820324] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6310da0d-86b7-4692-8e2d-ba945fcc339b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.860917] env[63326]: DEBUG oslo_concurrency.lockutils [req-bdb94c6c-93a4-420d-8cfd-7c1083e46c6b req-7d7379d8-2e6f-49b2-a88c-0a3d7dc27d2f service nova] Releasing lock "refresh_cache-9cb941db-88b7-48d3-a23c-2b3a52af5078" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.862291] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a03963a-1691-4178-9acd-6a5e220ed787 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.878846] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049d045e-30b7-4935-bf25-9515320f78fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.883031] env[63326]: DEBUG oslo_vmware.api [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726224, 'name': ReconfigVM_Task, 'duration_secs': 0.159443} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.883453] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359306', 'volume_id': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'name': 'volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '04db72ce-e49a-4ee7-a321-9810dd258233', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'serial': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1596.898202] env[63326]: DEBUG nova.compute.provider_tree [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.908123] env[63326]: INFO nova.compute.manager [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Took 28.02 seconds to build instance. [ 1596.935021] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.204617] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.402121] env[63326]: DEBUG nova.scheduler.client.report [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.410205] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2ba748d6-e1aa-481c-9bfd-6a2a5b560051 tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "96b70339-1ea3-47ef-8e1a-dba9a2665348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.537s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.421106] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545288} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.421471] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078/9cb941db-88b7-48d3-a23c-2b3a52af5078.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.421762] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.422081] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb0ccb2a-8079-4a2a-b32c-9e0900d731d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.438890] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1597.438890] env[63326]: value = "task-1726227" [ 1597.438890] env[63326]: _type = "Task" [ 1597.438890] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.449837] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.699580] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726226, 'name': ReconfigVM_Task, 'duration_secs': 0.634423} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.699889] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b/03a8c115-6a27-45f9-9e27-1af228df293b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.701552] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc4d8690-5dd2-45f9-926d-53f96479387b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.710944] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1597.710944] env[63326]: value = "task-1726228" [ 1597.710944] env[63326]: _type = "Task" [ 1597.710944] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.726510] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726228, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.908663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.911455] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.013s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.912389] env[63326]: INFO nova.compute.claims [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.933052] env[63326]: DEBUG nova.objects.instance [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lazy-loading 'flavor' on Instance uuid 04db72ce-e49a-4ee7-a321-9810dd258233 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.938650] env[63326]: INFO nova.scheduler.client.report [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Deleted allocations for instance c4edb900-0054-4b07-b3e7-f591400340a8 [ 1597.953181] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.954224] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.955043] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f931e-1f73-4e03-8035-ecadf4d91157 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.989700] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078/9cb941db-88b7-48d3-a23c-2b3a52af5078.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.990599] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0063a9-001b-4227-a560-7ae1cf1dd7bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.015235] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1598.015235] env[63326]: value = "task-1726229" [ 1598.015235] env[63326]: _type = "Task" [ 1598.015235] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.025907] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.175834] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "96b70339-1ea3-47ef-8e1a-dba9a2665348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.176153] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "96b70339-1ea3-47ef-8e1a-dba9a2665348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.176369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "96b70339-1ea3-47ef-8e1a-dba9a2665348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.176632] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "96b70339-1ea3-47ef-8e1a-dba9a2665348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.176816] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "96b70339-1ea3-47ef-8e1a-dba9a2665348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.179131] env[63326]: INFO nova.compute.manager [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Terminating instance [ 1598.225071] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726228, 'name': Rename_Task, 'duration_secs': 0.433533} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.225445] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.225809] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4d5fe18-6ff4-4e3a-abba-4c95a65756d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.233900] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1598.233900] env[63326]: value = "task-1726230" [ 1598.233900] env[63326]: _type = "Task" [ 1598.233900] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.243086] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.438601] env[63326]: DEBUG oslo_concurrency.lockutils [None req-94ebc5b8-5535-4602-af71-d2e6c61b1705 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.451040] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4089c1db-eb55-4346-99cf-6f0ef907b2ec tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "c4edb900-0054-4b07-b3e7-f591400340a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.128s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.529224] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.683938] env[63326]: DEBUG nova.compute.manager [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.684202] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.685208] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b46a5b6-d1ad-4b08-af5d-28a014841996 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.695520] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.695840] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eee9caa2-a915-4d43-a495-cb43773f5896 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.704385] env[63326]: DEBUG oslo_vmware.api [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1598.704385] env[63326]: value = "task-1726231" [ 1598.704385] env[63326]: _type = "Task" [ 1598.704385] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.716297] env[63326]: DEBUG oslo_vmware.api [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.749199] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726230, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.790979] env[63326]: DEBUG oslo_concurrency.lockutils [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "04db72ce-e49a-4ee7-a321-9810dd258233" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.791329] env[63326]: DEBUG oslo_concurrency.lockutils [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.032070] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726229, 'name': ReconfigVM_Task, 'duration_secs': 0.630507} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.032512] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078/9cb941db-88b7-48d3-a23c-2b3a52af5078.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.033341] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3cec566-58d4-40cd-8d08-62641e0893f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.045018] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1599.045018] env[63326]: value = "task-1726232" [ 1599.045018] env[63326]: _type = "Task" [ 1599.045018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.056920] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726232, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.215295] env[63326]: DEBUG oslo_vmware.api [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726231, 'name': PowerOffVM_Task, 'duration_secs': 0.257241} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.217881] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.218084] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.218544] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-699fc698-f899-4102-9208-02adb7c74627 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.230037] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9742e92-58e9-4457-874b-7c112557d945 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.241527] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8731212-f930-4ee5-bbba-01c6c78120e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.278394] env[63326]: DEBUG oslo_vmware.api [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726230, 'name': PowerOnVM_Task, 'duration_secs': 0.594799} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.279085] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.279321] env[63326]: INFO nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1599.279538] env[63326]: DEBUG nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.280396] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72b3ed-e8ea-4c79-9155-908ea217f3c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.284255] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740c7ae7-879f-403e-9682-537195ca61ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.293860] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5545f5-2ae7-42e5-92c3-fb9007a1472b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.301987] env[63326]: INFO nova.compute.manager [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Detaching volume fcc0f482-f9db-4d98-8ddf-ae67a87642a5 [ 1599.317943] env[63326]: DEBUG nova.compute.provider_tree [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.321606] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.321830] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.322021] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleting the datastore file [datastore1] 96b70339-1ea3-47ef-8e1a-dba9a2665348 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.322277] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a3577d-d2b1-4031-a760-d4e467b3097b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.331714] env[63326]: DEBUG oslo_vmware.api [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for the task: (returnval){ [ 1599.331714] env[63326]: value = "task-1726234" [ 1599.331714] env[63326]: _type = "Task" [ 1599.331714] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.342554] env[63326]: DEBUG oslo_vmware.api [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.345555] env[63326]: INFO nova.virt.block_device [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Attempting to driver detach volume fcc0f482-f9db-4d98-8ddf-ae67a87642a5 from mountpoint /dev/sdb [ 1599.345858] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1599.346106] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359306', 'volume_id': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'name': 'volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '04db72ce-e49a-4ee7-a321-9810dd258233', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'serial': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1599.346982] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dae5c7-8f7a-4bd7-9d7c-0f3ef7226a1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.371069] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c52c4ba-8ac7-4060-bddf-ff1df9921c29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.380427] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df95e417-434b-4b82-9ce7-1eeef2b02a5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.416352] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe09c26-bdf5-4cab-9ead-b424ab9ae795 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.443802] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] The volume has not been displaced from its original location: [datastore1] volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5/volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1599.452213] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1599.453657] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bb9a8c-c81b-4a7c-b315-ba9436e86731 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.478197] env[63326]: DEBUG oslo_vmware.api [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1599.478197] env[63326]: value = "task-1726235" [ 1599.478197] env[63326]: _type = "Task" [ 1599.478197] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.487658] env[63326]: DEBUG oslo_vmware.api [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.554036] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726232, 'name': Rename_Task, 'duration_secs': 0.293906} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.554374] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.554685] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bba1394-84d7-4f73-84dd-fd58587fb0fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.561876] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1599.561876] env[63326]: value = "task-1726236" [ 1599.561876] env[63326]: _type = "Task" [ 1599.561876] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.570752] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.814207] env[63326]: INFO nova.compute.manager [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Took 25.33 seconds to build instance. [ 1599.842601] env[63326]: DEBUG oslo_vmware.api [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Task: {'id': task-1726234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166476} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.843054] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.843403] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.846017] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.846017] env[63326]: INFO nova.compute.manager [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1599.846017] env[63326]: DEBUG oslo.service.loopingcall [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.846017] env[63326]: DEBUG nova.compute.manager [-] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.846017] env[63326]: DEBUG nova.network.neutron [-] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.855176] env[63326]: DEBUG nova.scheduler.client.report [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1599.855176] env[63326]: DEBUG nova.compute.provider_tree [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 108 to 109 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1599.855176] env[63326]: DEBUG nova.compute.provider_tree [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.926472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "2d314c2f-890b-4ce0-971c-181d512ec73e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.926472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "2d314c2f-890b-4ce0-971c-181d512ec73e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.926472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "2d314c2f-890b-4ce0-971c-181d512ec73e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.926472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "2d314c2f-890b-4ce0-971c-181d512ec73e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.926472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "2d314c2f-890b-4ce0-971c-181d512ec73e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.928501] env[63326]: INFO nova.compute.manager [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Terminating instance [ 1599.989657] env[63326]: DEBUG oslo_vmware.api [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726235, 'name': ReconfigVM_Task, 'duration_secs': 0.269906} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.990185] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1599.995021] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c52289a-6f34-4547-be6f-039692ee48d5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.013020] env[63326]: DEBUG oslo_vmware.api [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1600.013020] env[63326]: value = "task-1726237" [ 1600.013020] env[63326]: _type = "Task" [ 1600.013020] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.022690] env[63326]: DEBUG oslo_vmware.api [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.073352] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.169919] env[63326]: DEBUG nova.compute.manager [req-a9db1380-7cb4-4457-b3c0-ed2a7647748a req-f10e45c4-aac9-4f5d-9135-d9d062d41de7 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Received event network-vif-deleted-b744253b-82e8-4edc-9518-4594b2cfe163 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1600.169919] env[63326]: INFO nova.compute.manager [req-a9db1380-7cb4-4457-b3c0-ed2a7647748a req-f10e45c4-aac9-4f5d-9135-d9d062d41de7 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Neutron deleted interface b744253b-82e8-4edc-9518-4594b2cfe163; detaching it from the instance and deleting it from the info cache [ 1600.169919] env[63326]: DEBUG nova.network.neutron [req-a9db1380-7cb4-4457-b3c0-ed2a7647748a req-f10e45c4-aac9-4f5d-9135-d9d062d41de7 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.317308] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ba786f1e-9ee3-42a1-974a-c1a6b0b57856 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.853s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.358544] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.359088] env[63326]: DEBUG nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.361719] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.170s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.365342] env[63326]: INFO nova.compute.claims [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.418156] env[63326]: DEBUG nova.compute.manager [req-471cfeb1-ce2e-4564-8bec-09458212e593 req-f36814e7-50e3-4025-aa51-e2650fa8765a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Received event network-changed-b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1600.418362] env[63326]: DEBUG nova.compute.manager [req-471cfeb1-ce2e-4564-8bec-09458212e593 req-f36814e7-50e3-4025-aa51-e2650fa8765a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Refreshing instance network info cache due to event network-changed-b54d2717-d5a5-4661-b486-08302871c551. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1600.418579] env[63326]: DEBUG oslo_concurrency.lockutils [req-471cfeb1-ce2e-4564-8bec-09458212e593 req-f36814e7-50e3-4025-aa51-e2650fa8765a service nova] Acquiring lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.418719] env[63326]: DEBUG oslo_concurrency.lockutils [req-471cfeb1-ce2e-4564-8bec-09458212e593 req-f36814e7-50e3-4025-aa51-e2650fa8765a service nova] Acquired lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.418878] env[63326]: DEBUG nova.network.neutron [req-471cfeb1-ce2e-4564-8bec-09458212e593 req-f36814e7-50e3-4025-aa51-e2650fa8765a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Refreshing network info cache for port b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.431912] env[63326]: DEBUG nova.compute.manager [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1600.432206] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.433113] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb354a4-988a-45cc-b8d8-eec9a53944a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.442077] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.442331] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4cc3f06-62d5-4928-b089-51f69faa39ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.449216] env[63326]: DEBUG oslo_vmware.api [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1600.449216] env[63326]: value = "task-1726238" [ 1600.449216] env[63326]: _type = "Task" [ 1600.449216] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.457876] env[63326]: DEBUG oslo_vmware.api [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.524022] env[63326]: DEBUG oslo_vmware.api [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726237, 'name': ReconfigVM_Task, 'duration_secs': 0.160032} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.524121] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359306', 'volume_id': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'name': 'volume-fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '04db72ce-e49a-4ee7-a321-9810dd258233', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5', 'serial': 'fcc0f482-f9db-4d98-8ddf-ae67a87642a5'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1600.574060] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.642666] env[63326]: DEBUG nova.network.neutron [-] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.672396] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab2cff2b-51d2-4806-96c8-0174dae62b4b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.684808] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d72a73-9281-4a29-997b-48a5da65a862 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.726054] env[63326]: DEBUG nova.compute.manager [req-a9db1380-7cb4-4457-b3c0-ed2a7647748a req-f10e45c4-aac9-4f5d-9135-d9d062d41de7 service nova] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Detach interface failed, port_id=b744253b-82e8-4edc-9518-4594b2cfe163, reason: Instance 96b70339-1ea3-47ef-8e1a-dba9a2665348 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1600.869050] env[63326]: DEBUG nova.compute.utils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.870899] env[63326]: DEBUG nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.871261] env[63326]: DEBUG nova.network.neutron [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.928852] env[63326]: DEBUG nova.policy [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ba8986a6614562b406937dc595ab70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '195b81119bee47199ad89c3b6d45b003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.965860] env[63326]: DEBUG oslo_vmware.api [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726238, 'name': PowerOffVM_Task, 'duration_secs': 0.299491} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.971131] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.971131] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.971131] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86ad0979-c968-40c8-bba4-508647c8538a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.051548] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.051932] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.052150] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Deleting the datastore file [datastore1] 2d314c2f-890b-4ce0-971c-181d512ec73e {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.052452] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3303adf-f45c-4c9f-b4e7-df4d21bcee9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.060045] env[63326]: DEBUG oslo_vmware.api [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for the task: (returnval){ [ 1601.060045] env[63326]: value = "task-1726240" [ 1601.060045] env[63326]: _type = "Task" [ 1601.060045] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.075546] env[63326]: DEBUG oslo_vmware.api [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.081633] env[63326]: DEBUG oslo_vmware.api [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726236, 'name': PowerOnVM_Task, 'duration_secs': 1.118241} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.082260] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.086021] env[63326]: INFO nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1601.086021] env[63326]: DEBUG nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.086021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a34ad88-f8be-411d-85bf-36e8f5359a88 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.098075] env[63326]: DEBUG nova.objects.instance [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lazy-loading 'flavor' on Instance uuid 04db72ce-e49a-4ee7-a321-9810dd258233 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.145414] env[63326]: INFO nova.compute.manager [-] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Took 1.30 seconds to deallocate network for instance. [ 1601.292501] env[63326]: DEBUG nova.network.neutron [req-471cfeb1-ce2e-4564-8bec-09458212e593 req-f36814e7-50e3-4025-aa51-e2650fa8765a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updated VIF entry in instance network info cache for port b54d2717-d5a5-4661-b486-08302871c551. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.292852] env[63326]: DEBUG nova.network.neutron [req-471cfeb1-ce2e-4564-8bec-09458212e593 req-f36814e7-50e3-4025-aa51-e2650fa8765a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [{"id": "b54d2717-d5a5-4661-b486-08302871c551", "address": "fa:16:3e:54:e2:54", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d2717-d5", "ovs_interfaceid": "b54d2717-d5a5-4661-b486-08302871c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.369417] env[63326]: DEBUG nova.network.neutron [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Successfully created port: 0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.371623] env[63326]: DEBUG nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.579122] env[63326]: DEBUG oslo_vmware.api [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Task: {'id': task-1726240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129024} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.579468] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1601.579577] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1601.579842] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1601.580026] env[63326]: INFO nova.compute.manager [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1601.580286] env[63326]: DEBUG oslo.service.loopingcall [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.580484] env[63326]: DEBUG nova.compute.manager [-] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1601.581237] env[63326]: DEBUG nova.network.neutron [-] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.606150] env[63326]: INFO nova.compute.manager [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Took 17.56 seconds to build instance. [ 1601.652870] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.735454] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9545f3-a03e-498a-90ec-196b6ae3e0e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.744449] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7375a0-5974-4c72-99f1-9ece9a6d60a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.781615] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c6d95-ba4b-40bc-a5d1-120215519b00 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.790341] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa66e60f-5f4b-427e-82b0-9bd4a9a7d5eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.795218] env[63326]: DEBUG oslo_concurrency.lockutils [req-471cfeb1-ce2e-4564-8bec-09458212e593 req-f36814e7-50e3-4025-aa51-e2650fa8765a service nova] Releasing lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.804759] env[63326]: DEBUG nova.compute.provider_tree [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1602.111805] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b691580b-6a14-475c-8a4e-780eca110fb6 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "9cb941db-88b7-48d3-a23c-2b3a52af5078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.083s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.112413] env[63326]: DEBUG oslo_concurrency.lockutils [None req-02766ac4-a8da-4ab3-ba99-97c9945ebcd6 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.226587] env[63326]: DEBUG nova.compute.manager [req-474b8601-b519-4bdc-922d-7ed6b3070933 req-4ee274d3-3f48-4ed2-822d-ea2f3bac47a3 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Received event network-vif-deleted-f79297bd-6a35-420f-8078-937ca56b4a6e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1602.226711] env[63326]: INFO nova.compute.manager [req-474b8601-b519-4bdc-922d-7ed6b3070933 req-4ee274d3-3f48-4ed2-822d-ea2f3bac47a3 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Neutron deleted interface f79297bd-6a35-420f-8078-937ca56b4a6e; detaching it from the instance and deleting it from the info cache [ 1602.226905] env[63326]: DEBUG nova.network.neutron [req-474b8601-b519-4bdc-922d-7ed6b3070933 req-4ee274d3-3f48-4ed2-822d-ea2f3bac47a3 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.348051] env[63326]: DEBUG nova.scheduler.client.report [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1602.348825] env[63326]: DEBUG nova.compute.provider_tree [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 109 to 110 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1602.349319] env[63326]: DEBUG nova.compute.provider_tree [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1602.384033] env[63326]: DEBUG nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.393453] env[63326]: DEBUG nova.network.neutron [-] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.413913] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.414403] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.414403] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.414533] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.414592] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.414704] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.414916] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.415087] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.415255] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.415418] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.416497] env[63326]: DEBUG nova.virt.hardware [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.417765] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09954c2-7550-482b-8b2b-0f3d9610a206 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.427231] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70d39b1-05fe-4566-9df4-6b2933205a5b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.729962] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a78e6928-f961-4f03-91dd-34637e4a97d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.743343] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65bebb6-ab4d-4951-b2c1-3571785cf6b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.782148] env[63326]: DEBUG nova.compute.manager [req-474b8601-b519-4bdc-922d-7ed6b3070933 req-4ee274d3-3f48-4ed2-822d-ea2f3bac47a3 service nova] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Detach interface failed, port_id=f79297bd-6a35-420f-8078-937ca56b4a6e, reason: Instance 2d314c2f-890b-4ce0-971c-181d512ec73e could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1602.855715] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.856325] env[63326]: DEBUG nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.859622] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.082s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.859751] env[63326]: DEBUG nova.objects.instance [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lazy-loading 'resources' on Instance uuid a482f68a-c553-41a3-bcbb-786d94d46242 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.899324] env[63326]: INFO nova.compute.manager [-] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Took 1.32 seconds to deallocate network for instance. [ 1603.058329] env[63326]: DEBUG nova.network.neutron [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Successfully updated port: 0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.223898] env[63326]: INFO nova.compute.manager [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Rebuilding instance [ 1603.297690] env[63326]: DEBUG nova.compute.manager [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.298651] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c863d6-5594-4e2a-9845-a23f1ec9915f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.364103] env[63326]: DEBUG nova.compute.utils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.367746] env[63326]: DEBUG nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.367934] env[63326]: DEBUG nova.network.neutron [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.405162] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.419129] env[63326]: DEBUG nova.policy [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24f55da81ce545b393830da3862ff37c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69ecf8da46b849cda76b1beaf7ba7603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1603.565607] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.565762] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.565961] env[63326]: DEBUG nova.network.neutron [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.674714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca4b84-95d5-44cd-9c1e-ed1118c44d52 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.687816] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3cc12-cff7-499a-81ae-7e4f808435f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.722496] env[63326]: DEBUG nova.network.neutron [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Successfully created port: 9a60ea23-4f2e-42fe-a1f6-fa913c4cd510 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.722997] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb82f22-b327-49be-93f0-b19d8b25a977 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.731032] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f15bb0-a261-4173-9b98-d537613c58fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.744740] env[63326]: DEBUG nova.compute.provider_tree [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.868523] env[63326]: DEBUG nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.918318] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.918605] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.134913] env[63326]: DEBUG nova.network.neutron [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.248533] env[63326]: DEBUG nova.scheduler.client.report [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.260478] env[63326]: DEBUG nova.compute.manager [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Received event network-vif-plugged-0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1604.260478] env[63326]: DEBUG oslo_concurrency.lockutils [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] Acquiring lock "3432755e-8671-48c6-bf09-59a10da7f115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.260478] env[63326]: DEBUG oslo_concurrency.lockutils [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] Lock "3432755e-8671-48c6-bf09-59a10da7f115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.260478] env[63326]: DEBUG oslo_concurrency.lockutils [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] Lock "3432755e-8671-48c6-bf09-59a10da7f115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.260644] env[63326]: DEBUG nova.compute.manager [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] No waiting events found dispatching network-vif-plugged-0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1604.260712] env[63326]: WARNING nova.compute.manager [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Received unexpected event network-vif-plugged-0bd60b2b-dc35-4082-8af9-ae0e5a775154 for instance with vm_state building and task_state spawning. [ 1604.260877] env[63326]: DEBUG nova.compute.manager [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Received event network-changed-0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1604.261087] env[63326]: DEBUG nova.compute.manager [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Refreshing instance network info cache due to event network-changed-0bd60b2b-dc35-4082-8af9-ae0e5a775154. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1604.261298] env[63326]: DEBUG oslo_concurrency.lockutils [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] Acquiring lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.314380] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.314970] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc6faf7e-539d-4a2f-bb2f-e21cdd77d9e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.319955] env[63326]: DEBUG nova.network.neutron [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Updating instance_info_cache with network_info: [{"id": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "address": "fa:16:3e:aa:e9:7e", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd60b2b-dc", "ovs_interfaceid": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.323587] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1604.323587] env[63326]: value = "task-1726241" [ 1604.323587] env[63326]: _type = "Task" [ 1604.323587] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.333994] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.425741] env[63326]: DEBUG nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1604.753325] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.755549] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.034s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.755787] env[63326]: DEBUG nova.objects.instance [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lazy-loading 'resources' on Instance uuid 2f196e70-1409-4734-87e1-87fcab980c6b {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.778034] env[63326]: INFO nova.scheduler.client.report [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted allocations for instance a482f68a-c553-41a3-bcbb-786d94d46242 [ 1604.825028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.825383] env[63326]: DEBUG nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Instance network_info: |[{"id": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "address": "fa:16:3e:aa:e9:7e", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd60b2b-dc", "ovs_interfaceid": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1604.826021] env[63326]: DEBUG oslo_concurrency.lockutils [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] Acquired lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.826021] env[63326]: DEBUG nova.network.neutron [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Refreshing network info cache for port 0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.827356] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:e9:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bd60b2b-dc35-4082-8af9-ae0e5a775154', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.835242] env[63326]: DEBUG oslo.service.loopingcall [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.840016] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.840514] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2b6b9ba-bb09-4b6c-804a-10544c736a4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.861209] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726241, 'name': PowerOffVM_Task, 'duration_secs': 0.38886} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.862289] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.862593] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.862747] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.862747] env[63326]: value = "task-1726242" [ 1604.862747] env[63326]: _type = "Task" [ 1604.862747] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.863426] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b17f46-93d1-4eb1-a01a-a0fe03a50b4c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.873557] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726242, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.875748] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.875974] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf7edb3d-c804-4a5f-a20a-fa43d2da6ee3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.878184] env[63326]: DEBUG nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.904399] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.904607] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.904834] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.905078] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.905235] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.905408] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.905625] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.905781] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.905973] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.906162] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.906335] env[63326]: DEBUG nova.virt.hardware [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.907280] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc05541c-9095-4d29-837c-41be279450a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.915281] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b847b1c-7302-4834-8be7-2af674caadfe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.950613] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.964092] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1604.964339] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1604.964522] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleting the datastore file [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.964790] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0324d9e5-dccf-4165-9a11-eaeb7e598f6a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.971131] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1604.971131] env[63326]: value = "task-1726244" [ 1604.971131] env[63326]: _type = "Task" [ 1604.971131] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.979599] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.285069] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da506081-7c12-47e0-9d3e-3979d4726207 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "a482f68a-c553-41a3-bcbb-786d94d46242" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.218s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.379361] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726242, 'name': CreateVM_Task, 'duration_secs': 0.371567} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.381560] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.382215] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.382376] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.382731] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.385435] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791fa455-90c4-47a6-8510-1ad2e907397a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.393011] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1605.393011] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52951e93-a701-fcb3-5021-2d4799e451a9" [ 1605.393011] env[63326]: _type = "Task" [ 1605.393011] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.405670] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52951e93-a701-fcb3-5021-2d4799e451a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.408623] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.408834] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.409611] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.409611] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.409611] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.409949] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14133139-60d2-4499-8bda-f7d84961bb7a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.418557] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.418731] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.419871] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e719efa3-72c3-4213-9808-a3158157482c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.424621] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1605.424621] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523baa17-1b5a-ca7a-1b26-7ab8805485c1" [ 1605.424621] env[63326]: _type = "Task" [ 1605.424621] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.438633] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523baa17-1b5a-ca7a-1b26-7ab8805485c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008341} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.438633] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e54656f-310b-40ca-bb3f-b089c6219587 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.443644] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1605.443644] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526c56b1-ee8b-203b-b398-ae6aabe0d489" [ 1605.443644] env[63326]: _type = "Task" [ 1605.443644] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.455255] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526c56b1-ee8b-203b-b398-ae6aabe0d489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.480425] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180715} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.480686] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.480900] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.481100] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.608913] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe9d07e-21ca-405c-8652-831c86c8cfbd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.618701] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc622915-42fa-4128-949c-69dd71202a8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.646864] env[63326]: DEBUG nova.network.neutron [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Successfully updated port: 9a60ea23-4f2e-42fe-a1f6-fa913c4cd510 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.650592] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062a62ba-037d-4f56-ae90-265d422437b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.658834] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef1972-48de-491f-a06f-f59ea9c47b00 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.675049] env[63326]: DEBUG nova.compute.provider_tree [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.692093] env[63326]: DEBUG nova.network.neutron [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Updated VIF entry in instance network info cache for port 0bd60b2b-dc35-4082-8af9-ae0e5a775154. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.692443] env[63326]: DEBUG nova.network.neutron [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Updating instance_info_cache with network_info: [{"id": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "address": "fa:16:3e:aa:e9:7e", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd60b2b-dc", "ovs_interfaceid": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.954576] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526c56b1-ee8b-203b-b398-ae6aabe0d489, 'name': SearchDatastore_Task, 'duration_secs': 0.008335} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.954850] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.955158] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3432755e-8671-48c6-bf09-59a10da7f115/3432755e-8671-48c6-bf09-59a10da7f115.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.955379] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee0f31f3-1e42-420e-a914-a8dd1d095d2a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.962380] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1605.962380] env[63326]: value = "task-1726245" [ 1605.962380] env[63326]: _type = "Task" [ 1605.962380] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.970995] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.154261] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquiring lock "refresh_cache-2ddff8a6-2b4f-47e8-82cb-befcde383ee8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.154424] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquired lock "refresh_cache-2ddff8a6-2b4f-47e8-82cb-befcde383ee8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.154728] env[63326]: DEBUG nova.network.neutron [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.178556] env[63326]: DEBUG nova.scheduler.client.report [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.185250] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.186375] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.186523] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.186716] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.186887] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.191935] env[63326]: INFO nova.compute.manager [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Terminating instance [ 1606.198709] env[63326]: DEBUG oslo_concurrency.lockutils [req-beb879c6-39d8-4401-a0e6-9baae336ce4f req-9b7d1b76-16e4-48e8-8f98-cb0750a6fde9 service nova] Releasing lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.477040] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726245, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.480903] env[63326]: DEBUG nova.compute.manager [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Received event network-vif-plugged-9a60ea23-4f2e-42fe-a1f6-fa913c4cd510 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.481184] env[63326]: DEBUG oslo_concurrency.lockutils [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] Acquiring lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.481395] env[63326]: DEBUG oslo_concurrency.lockutils [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] Lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.481559] env[63326]: DEBUG oslo_concurrency.lockutils [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] Lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.481787] env[63326]: DEBUG nova.compute.manager [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] No waiting events found dispatching network-vif-plugged-9a60ea23-4f2e-42fe-a1f6-fa913c4cd510 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.481908] env[63326]: WARNING nova.compute.manager [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Received unexpected event network-vif-plugged-9a60ea23-4f2e-42fe-a1f6-fa913c4cd510 for instance with vm_state building and task_state spawning. [ 1606.482309] env[63326]: DEBUG nova.compute.manager [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Received event network-changed-9a60ea23-4f2e-42fe-a1f6-fa913c4cd510 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.482498] env[63326]: DEBUG nova.compute.manager [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Refreshing instance network info cache due to event network-changed-9a60ea23-4f2e-42fe-a1f6-fa913c4cd510. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1606.482714] env[63326]: DEBUG oslo_concurrency.lockutils [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] Acquiring lock "refresh_cache-2ddff8a6-2b4f-47e8-82cb-befcde383ee8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.519176] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.519440] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.519595] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.519796] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.519988] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.520158] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.520365] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.520522] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.520767] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.520933] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.521121] env[63326]: DEBUG nova.virt.hardware [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.522299] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a672e-0371-44f8-b44e-0f13d1cbdcd4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.530369] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533ca7af-cc0f-44d6-85b2-511ce9ab114e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.544271] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:27:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f6d773e-1adf-4eb2-af09-f7d50f34a720', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.551779] env[63326]: DEBUG oslo.service.loopingcall [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.552057] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.552269] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f677699-1b59-44c7-8bca-f20e35ec2baf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.573081] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.573081] env[63326]: value = "task-1726246" [ 1606.573081] env[63326]: _type = "Task" [ 1606.573081] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.581418] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726246, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.666029] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "aef00d95-7465-418d-bc1c-482f907d53da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.666308] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "aef00d95-7465-418d-bc1c-482f907d53da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.686089] env[63326]: DEBUG nova.network.neutron [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.689888] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.692568] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.132s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.692908] env[63326]: DEBUG nova.objects.instance [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lazy-loading 'resources' on Instance uuid 76f98155-b855-45e8-ab94-bf6897826ff3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.700977] env[63326]: DEBUG nova.compute.manager [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1606.701401] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1606.702916] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244d4057-52bd-4cb8-9177-9f8772033fee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.714546] env[63326]: INFO nova.scheduler.client.report [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted allocations for instance 2f196e70-1409-4734-87e1-87fcab980c6b [ 1606.725369] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.725369] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfad34e6-2106-4a75-b874-734195646429 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.730317] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1606.730317] env[63326]: value = "task-1726247" [ 1606.730317] env[63326]: _type = "Task" [ 1606.730317] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.739512] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.858676] env[63326]: DEBUG nova.network.neutron [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Updating instance_info_cache with network_info: [{"id": "9a60ea23-4f2e-42fe-a1f6-fa913c4cd510", "address": "fa:16:3e:55:8f:6b", "network": {"id": "4be55461-0719-499b-898b-c1bb37c94fa1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-313285167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69ecf8da46b849cda76b1beaf7ba7603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a60ea23-4f", "ovs_interfaceid": "9a60ea23-4f2e-42fe-a1f6-fa913c4cd510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.975872] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513831} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.976171] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3432755e-8671-48c6-bf09-59a10da7f115/3432755e-8671-48c6-bf09-59a10da7f115.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1606.976443] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1606.976712] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-051c5538-da19-47c9-9682-c778ca84f549 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.983531] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1606.983531] env[63326]: value = "task-1726248" [ 1606.983531] env[63326]: _type = "Task" [ 1606.983531] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.991204] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.083167] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726246, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.168680] env[63326]: DEBUG nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1607.231272] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46b736ab-643a-4734-b152-2dda7af5a70b tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "2f196e70-1409-4734-87e1-87fcab980c6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.032s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.248595] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.364486] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Releasing lock "refresh_cache-2ddff8a6-2b4f-47e8-82cb-befcde383ee8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.368024] env[63326]: DEBUG nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Instance network_info: |[{"id": "9a60ea23-4f2e-42fe-a1f6-fa913c4cd510", "address": "fa:16:3e:55:8f:6b", "network": {"id": "4be55461-0719-499b-898b-c1bb37c94fa1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-313285167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69ecf8da46b849cda76b1beaf7ba7603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a60ea23-4f", "ovs_interfaceid": "9a60ea23-4f2e-42fe-a1f6-fa913c4cd510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1607.368024] env[63326]: DEBUG oslo_concurrency.lockutils [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] Acquired lock "refresh_cache-2ddff8a6-2b4f-47e8-82cb-befcde383ee8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.368024] env[63326]: DEBUG nova.network.neutron [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Refreshing network info cache for port 9a60ea23-4f2e-42fe-a1f6-fa913c4cd510 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.368024] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:8f:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a60ea23-4f2e-42fe-a1f6-fa913c4cd510', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.376697] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Creating folder: Project (69ecf8da46b849cda76b1beaf7ba7603). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.379986] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fb4d078-d1b6-4d9d-bb59-ddef1a626a01 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.393860] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Created folder: Project (69ecf8da46b849cda76b1beaf7ba7603) in parent group-v359097. [ 1607.394033] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Creating folder: Instances. Parent ref: group-v359311. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.394281] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d98aa473-a4cd-4c5c-b808-7fb53e2298da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.407511] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Created folder: Instances in parent group-v359311. [ 1607.407799] env[63326]: DEBUG oslo.service.loopingcall [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.407992] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.408221] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c83b45be-7fda-451e-bf73-1414a8610174 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.431962] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.431962] env[63326]: value = "task-1726251" [ 1607.431962] env[63326]: _type = "Task" [ 1607.431962] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.441225] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726251, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.494457] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.564668] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42643e97-63a7-4552-9f35-a22a6f3d3331 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.572540] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569a9d5f-4e2f-4076-94d0-f68a162b9551 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.583860] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726246, 'name': CreateVM_Task, 'duration_secs': 0.624018} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.608509] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1607.609451] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.609736] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.609991] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1607.610751] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceb196e-578e-4a1c-964e-39d13213e3f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.613334] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96d928d-8826-4120-b9f1-61cbbb3c0a50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.621544] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597b335b-6bba-4a70-b948-2b95e0292371 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.625574] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1607.625574] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522eebd4-a126-e913-b503-e163b3c4d576" [ 1607.625574] env[63326]: _type = "Task" [ 1607.625574] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.636858] env[63326]: DEBUG nova.compute.provider_tree [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.643470] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522eebd4-a126-e913-b503-e163b3c4d576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.689420] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.743432] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.946124] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726251, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.001037] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726248, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.137323] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522eebd4-a126-e913-b503-e163b3c4d576, 'name': SearchDatastore_Task, 'duration_secs': 0.192786} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.137743] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.137986] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1608.138276] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.138427] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.138609] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1608.139629] env[63326]: DEBUG nova.scheduler.client.report [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.146023] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ef8d0f2-ac01-416d-95c8-a5aab35687ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.161180] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1608.161378] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1608.162705] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017ce3c7-64ab-4c3b-abe5-4bd8b1911616 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.169059] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1608.169059] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526b04a9-abe7-4def-f888-0d55a5063a96" [ 1608.169059] env[63326]: _type = "Task" [ 1608.169059] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.176961] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526b04a9-abe7-4def-f888-0d55a5063a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.243918] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.408069] env[63326]: DEBUG nova.network.neutron [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Updated VIF entry in instance network info cache for port 9a60ea23-4f2e-42fe-a1f6-fa913c4cd510. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.408727] env[63326]: DEBUG nova.network.neutron [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Updating instance_info_cache with network_info: [{"id": "9a60ea23-4f2e-42fe-a1f6-fa913c4cd510", "address": "fa:16:3e:55:8f:6b", "network": {"id": "4be55461-0719-499b-898b-c1bb37c94fa1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-313285167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69ecf8da46b849cda76b1beaf7ba7603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a60ea23-4f", "ovs_interfaceid": "9a60ea23-4f2e-42fe-a1f6-fa913c4cd510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.455018] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726251, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.500131] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.071048} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.500131] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1608.500131] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1d2550-0acb-4172-9019-67f05b602395 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.528907] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3432755e-8671-48c6-bf09-59a10da7f115/3432755e-8671-48c6-bf09-59a10da7f115.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1608.530080] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70cb09c-bc7c-4bff-b58f-aa94702bbef4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.551783] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1608.551783] env[63326]: value = "task-1726252" [ 1608.551783] env[63326]: _type = "Task" [ 1608.551783] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.560141] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.646707] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.649361] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.929s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.649479] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.651285] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.999s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.651511] env[63326]: DEBUG nova.objects.instance [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lazy-loading 'resources' on Instance uuid 96b70339-1ea3-47ef-8e1a-dba9a2665348 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.664352] env[63326]: INFO nova.scheduler.client.report [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Deleted allocations for instance 76f98155-b855-45e8-ab94-bf6897826ff3 [ 1608.671852] env[63326]: INFO nova.scheduler.client.report [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Deleted allocations for instance 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62 [ 1608.686713] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526b04a9-abe7-4def-f888-0d55a5063a96, 'name': SearchDatastore_Task, 'duration_secs': 0.036049} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.686713] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8627f8ca-835e-48b8-af47-ae8879ddb1a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.692216] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1608.692216] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e2de22-a826-d3fc-ad0c-e42afd79ccb3" [ 1608.692216] env[63326]: _type = "Task" [ 1608.692216] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.700595] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e2de22-a826-d3fc-ad0c-e42afd79ccb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.743468] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726247, 'name': PowerOffVM_Task, 'duration_secs': 1.583551} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.743750] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.743919] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.744223] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e254287-8770-4b10-87a0-c2d3c2811501 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.912380] env[63326]: DEBUG oslo_concurrency.lockutils [req-965b7396-c228-4c61-9c10-d09752993d40 req-89feba6e-59c8-4ee0-a07b-a46e556c7ce5 service nova] Releasing lock "refresh_cache-2ddff8a6-2b4f-47e8-82cb-befcde383ee8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.915999] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "33f6fccd-e949-4da4-a7df-0ace8672b75b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.916258] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "33f6fccd-e949-4da4-a7df-0ace8672b75b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.942282] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.942501] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.942677] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleting the datastore file [datastore1] e10a6121-e366-41c8-b000-9a27fb0dc4c9 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.943341] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54144504-4f3e-45ad-bad4-51e19a6185d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.952636] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726251, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.957406] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1608.957406] env[63326]: value = "task-1726254" [ 1608.957406] env[63326]: _type = "Task" [ 1608.957406] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.969779] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.029748] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "da60a6bc-575f-4eef-a17a-957d88e80cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.029924] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "da60a6bc-575f-4eef-a17a-957d88e80cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.062439] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.184099] env[63326]: DEBUG oslo_concurrency.lockutils [None req-ed72cdd6-aa1e-488a-89e5-24e64ad6ba1c tempest-ServersNegativeTestMultiTenantJSON-1535904311 tempest-ServersNegativeTestMultiTenantJSON-1535904311-project-member] Lock "76f98155-b855-45e8-ab94-bf6897826ff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.092s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.188609] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3169af75-7bc0-45ee-86be-7939e7985d4b tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.069s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.203283] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e2de22-a826-d3fc-ad0c-e42afd79ccb3, 'name': SearchDatastore_Task, 'duration_secs': 0.48083} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.206017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.206315] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078/9cb941db-88b7-48d3-a23c-2b3a52af5078.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1609.206781] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d032c21-75f9-4864-a782-4daab4cb49cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.215047] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1609.215047] env[63326]: value = "task-1726255" [ 1609.215047] env[63326]: _type = "Task" [ 1609.215047] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.225995] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.421544] env[63326]: DEBUG nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.447636] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726251, 'name': CreateVM_Task, 'duration_secs': 1.895544} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.447831] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.448798] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.448893] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.449243] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.451988] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb7d856-a874-408e-81d2-19e56748e998 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.458906] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1609.458906] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52048722-48aa-7bfa-1290-78ec86c35a62" [ 1609.458906] env[63326]: _type = "Task" [ 1609.458906] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.479594] env[63326]: DEBUG oslo_vmware.api [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354191} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.482705] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.482908] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.483099] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.483299] env[63326]: INFO nova.compute.manager [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Took 2.78 seconds to destroy the instance on the hypervisor. [ 1609.483548] env[63326]: DEBUG oslo.service.loopingcall [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.483752] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52048722-48aa-7bfa-1290-78ec86c35a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.483963] env[63326]: DEBUG nova.compute.manager [-] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.484080] env[63326]: DEBUG nova.network.neutron [-] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.513043] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055edb5a-9196-44f7-aeca-44f6289cd496 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.524867] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad158dcc-dcc7-4e4d-9997-ae323bd9dc68 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.567021] env[63326]: DEBUG nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.574256] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aec554-4eac-44d8-88ce-24b15805642a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.583118] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726252, 'name': ReconfigVM_Task, 'duration_secs': 0.947149} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.585815] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3432755e-8671-48c6-bf09-59a10da7f115/3432755e-8671-48c6-bf09-59a10da7f115.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1609.586621] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d740f651-0de4-4ddf-8f4f-ec4ad77f754d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.589802] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d54ec08-ddaf-4f7e-9c9b-f5b98d833e60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.611143] env[63326]: DEBUG nova.compute.provider_tree [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.614705] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1609.614705] env[63326]: value = "task-1726256" [ 1609.614705] env[63326]: _type = "Task" [ 1609.614705] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.624927] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726256, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.728808] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475279} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.729114] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078/9cb941db-88b7-48d3-a23c-2b3a52af5078.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.729331] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.729622] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d38184-7744-4020-a2e3-3f483ca3d80b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.738154] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1609.738154] env[63326]: value = "task-1726257" [ 1609.738154] env[63326]: _type = "Task" [ 1609.738154] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.745655] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.824825] env[63326]: DEBUG nova.compute.manager [req-4bd9a708-528a-450e-861e-9b5045e8609a req-c6920114-6cd2-4241-a005-54c6d27d3297 service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Received event network-vif-deleted-de8b3abe-2c47-4c88-a6bb-d636be67f2ef {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1609.824825] env[63326]: INFO nova.compute.manager [req-4bd9a708-528a-450e-861e-9b5045e8609a req-c6920114-6cd2-4241-a005-54c6d27d3297 service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Neutron deleted interface de8b3abe-2c47-4c88-a6bb-d636be67f2ef; detaching it from the instance and deleting it from the info cache [ 1609.824977] env[63326]: DEBUG nova.network.neutron [req-4bd9a708-528a-450e-861e-9b5045e8609a req-c6920114-6cd2-4241-a005-54c6d27d3297 service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.943441] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.979374] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52048722-48aa-7bfa-1290-78ec86c35a62, 'name': SearchDatastore_Task, 'duration_secs': 0.051251} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.980182] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.980182] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.980304] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.980508] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.980725] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.981045] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d30dddd-b278-4425-8364-42ffc165621b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.990642] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.990930] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.991673] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87594bab-f98a-4b55-b5d5-e70ab03243dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.997653] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1609.997653] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52aaf25d-dcbd-a2c5-a5cb-383e6b377a45" [ 1609.997653] env[63326]: _type = "Task" [ 1609.997653] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.006761] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52aaf25d-dcbd-a2c5-a5cb-383e6b377a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.098147] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.116868] env[63326]: DEBUG nova.scheduler.client.report [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.131018] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726256, 'name': Rename_Task, 'duration_secs': 0.185797} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.131018] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.131018] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef9624ca-d905-401b-bc42-90563e122197 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.136575] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1610.136575] env[63326]: value = "task-1726258" [ 1610.136575] env[63326]: _type = "Task" [ 1610.136575] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.146822] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.246417] env[63326]: DEBUG nova.network.neutron [-] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.247588] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096842} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.248869] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1610.251962] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4228efb5-6043-4b4c-af20-0453b4be99af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.282223] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078/9cb941db-88b7-48d3-a23c-2b3a52af5078.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1610.283072] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463050fc-00cc-4b88-a65b-8552538fe73c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.303585] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1610.303585] env[63326]: value = "task-1726259" [ 1610.303585] env[63326]: _type = "Task" [ 1610.303585] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.311904] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.329385] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3152f09c-73fc-4320-a9a8-c337a284956e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.338448] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc02570-0d81-446e-8f73-273e360b8546 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.371564] env[63326]: DEBUG nova.compute.manager [req-4bd9a708-528a-450e-861e-9b5045e8609a req-c6920114-6cd2-4241-a005-54c6d27d3297 service nova] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Detach interface failed, port_id=de8b3abe-2c47-4c88-a6bb-d636be67f2ef, reason: Instance e10a6121-e366-41c8-b000-9a27fb0dc4c9 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1610.509204] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52aaf25d-dcbd-a2c5-a5cb-383e6b377a45, 'name': SearchDatastore_Task, 'duration_secs': 0.017148} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.510165] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c579647e-39e6-4897-9e47-60408d6f4358 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.516171] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1610.516171] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211fedd-61e3-840f-9286-783c0b7675b1" [ 1610.516171] env[63326]: _type = "Task" [ 1610.516171] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.524535] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211fedd-61e3-840f-9286-783c0b7675b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.624473] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.626935] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.222s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.627184] env[63326]: DEBUG nova.objects.instance [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lazy-loading 'resources' on Instance uuid 2d314c2f-890b-4ce0-971c-181d512ec73e {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.647347] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726258, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.650288] env[63326]: INFO nova.scheduler.client.report [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Deleted allocations for instance 96b70339-1ea3-47ef-8e1a-dba9a2665348 [ 1610.751971] env[63326]: INFO nova.compute.manager [-] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Took 1.27 seconds to deallocate network for instance. [ 1610.760681] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "1fce1567-6383-45d1-8001-e6839a481c69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.760932] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.761123] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "1fce1567-6383-45d1-8001-e6839a481c69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.761309] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.761476] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.763921] env[63326]: INFO nova.compute.manager [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Terminating instance [ 1610.815349] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726259, 'name': ReconfigVM_Task, 'duration_secs': 0.274121} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.816088] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078/9cb941db-88b7-48d3-a23c-2b3a52af5078.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.816303] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1784bcf7-a4a2-4d25-925a-1d24b0851f71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.823167] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1610.823167] env[63326]: value = "task-1726260" [ 1610.823167] env[63326]: _type = "Task" [ 1610.823167] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.832093] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726260, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.035181] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211fedd-61e3-840f-9286-783c0b7675b1, 'name': SearchDatastore_Task, 'duration_secs': 0.028945} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.035181] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.035181] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2ddff8a6-2b4f-47e8-82cb-befcde383ee8/2ddff8a6-2b4f-47e8-82cb-befcde383ee8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.035181] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22f40bba-17e5-4335-af32-44dfc3d2ee31 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.042123] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1611.042123] env[63326]: value = "task-1726261" [ 1611.042123] env[63326]: _type = "Task" [ 1611.042123] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.054144] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.147356] env[63326]: DEBUG oslo_vmware.api [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726258, 'name': PowerOnVM_Task, 'duration_secs': 0.774459} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.147499] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.147638] env[63326]: INFO nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1611.147830] env[63326]: DEBUG nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.148663] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3134078f-bc88-4788-b488-3474f51eddd6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.161126] env[63326]: DEBUG oslo_concurrency.lockutils [None req-09e3c452-6742-4c4a-9b0b-975a2dcdcbea tempest-ImagesOneServerNegativeTestJSON-1515605723 tempest-ImagesOneServerNegativeTestJSON-1515605723-project-member] Lock "96b70339-1ea3-47ef-8e1a-dba9a2665348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.985s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.258774] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.266835] env[63326]: DEBUG nova.compute.manager [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.266924] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.270537] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c2008a-e6d8-43a6-b16e-3b4c9e7147e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.280121] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.280541] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01aab56b-f6bb-426c-b7fe-9f42df28c745 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.287947] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1611.287947] env[63326]: value = "task-1726262" [ 1611.287947] env[63326]: _type = "Task" [ 1611.287947] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.303059] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.332379] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726260, 'name': Rename_Task, 'duration_secs': 0.158594} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.335029] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.335637] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c3827bf-12e7-4b4a-8675-ef674728323a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.341588] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1611.341588] env[63326]: value = "task-1726263" [ 1611.341588] env[63326]: _type = "Task" [ 1611.341588] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.352683] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.419734] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408977d3-5a71-4174-b903-204dfdd770ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.427429] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68446af5-12ee-4578-ace0-5c874249fdb5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.462032] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0356d2fc-39f1-4e30-817c-0edd76d9cb7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.469547] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ac1d2e-e0bc-49fe-ba39-ac5fce88ec96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.489253] env[63326]: DEBUG nova.compute.provider_tree [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.551995] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.671631] env[63326]: INFO nova.compute.manager [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Took 22.80 seconds to build instance. [ 1611.805549] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726262, 'name': PowerOffVM_Task, 'duration_secs': 0.217572} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.805833] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.806342] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.806641] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a54e84-1d42-4be4-89bb-45e8f5520e58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.857522] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.887026] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.887026] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.887026] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Deleting the datastore file [datastore1] 1fce1567-6383-45d1-8001-e6839a481c69 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.887026] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fc2ab87-359e-48b7-b47e-5c4e3babe46d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.892991] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for the task: (returnval){ [ 1611.892991] env[63326]: value = "task-1726265" [ 1611.892991] env[63326]: _type = "Task" [ 1611.892991] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.901851] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.994498] env[63326]: DEBUG nova.scheduler.client.report [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.058811] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.173383] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b9280c7f-7980-490b-a265-c3ab8cb65601 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "3432755e-8671-48c6-bf09-59a10da7f115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.317s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.356288] env[63326]: DEBUG oslo_vmware.api [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726263, 'name': PowerOnVM_Task, 'duration_secs': 0.752878} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.356963] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.357354] env[63326]: DEBUG nova.compute.manager [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.358426] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de393d2a-8b7a-4b58-9d77-a5079ee7fd2a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.409362] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.502503] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.504908] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.554s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.506575] env[63326]: INFO nova.compute.claims [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.902933] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.902933] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.909631] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.922986] env[63326]: INFO nova.scheduler.client.report [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Deleted allocations for instance 2d314c2f-890b-4ce0-971c-181d512ec73e [ 1613.056822] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.405185] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.432341] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e19442cb-847a-44c8-b8a5-94d2b344fc24 tempest-SecurityGroupsTestJSON-1813891147 tempest-SecurityGroupsTestJSON-1813891147-project-member] Lock "2d314c2f-890b-4ce0-971c-181d512ec73e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.508s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.447503] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "3432755e-8671-48c6-bf09-59a10da7f115" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.448058] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "3432755e-8671-48c6-bf09-59a10da7f115" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.448289] env[63326]: INFO nova.compute.manager [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Shelving [ 1613.564189] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726261, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.854802] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968253b8-2ac8-4ef6-b629-02e139f2221a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.863348] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f91df95-287c-4b19-96a7-69087529eda3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.896033] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671bdbcf-e898-432f-b1a2-e3571d037937 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.909235] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737f8ddb-b2bc-4e76-8a7c-f6470917c164 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.913173] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.925279] env[63326]: DEBUG nova.compute.provider_tree [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.065132] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726261, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.867404} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.065373] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2ddff8a6-2b4f-47e8-82cb-befcde383ee8/2ddff8a6-2b4f-47e8-82cb-befcde383ee8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.065593] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.065846] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c230c5-5de1-48c0-81e0-6f0a59ae1444 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.073550] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1614.073550] env[63326]: value = "task-1726266" [ 1614.073550] env[63326]: _type = "Task" [ 1614.073550] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.081444] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.194880] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "9cb941db-88b7-48d3-a23c-2b3a52af5078" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.195176] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "9cb941db-88b7-48d3-a23c-2b3a52af5078" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.195460] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "9cb941db-88b7-48d3-a23c-2b3a52af5078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.195612] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "9cb941db-88b7-48d3-a23c-2b3a52af5078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.195792] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "9cb941db-88b7-48d3-a23c-2b3a52af5078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.199425] env[63326]: INFO nova.compute.manager [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Terminating instance [ 1614.408060] env[63326]: DEBUG oslo_vmware.api [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Task: {'id': task-1726265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.021475} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.408531] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.409032] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.411297] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.411297] env[63326]: INFO nova.compute.manager [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Took 3.14 seconds to destroy the instance on the hypervisor. [ 1614.411297] env[63326]: DEBUG oslo.service.loopingcall [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.411297] env[63326]: DEBUG nova.compute.manager [-] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.411297] env[63326]: DEBUG nova.network.neutron [-] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.431025] env[63326]: DEBUG nova.scheduler.client.report [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.462021] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.462021] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54ab5d33-b9cf-4a8e-aa57-8026052b6c81 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.467667] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1614.467667] env[63326]: value = "task-1726267" [ 1614.467667] env[63326]: _type = "Task" [ 1614.467667] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.478360] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.586587] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064549} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.586871] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.587717] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218d0f9-19fb-466f-8ba8-4b8f9de87480 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.612731] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2ddff8a6-2b4f-47e8-82cb-befcde383ee8/2ddff8a6-2b4f-47e8-82cb-befcde383ee8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.612895] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ac1364-d4c4-49b1-b81c-b2b4a1644da8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.634541] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1614.634541] env[63326]: value = "task-1726268" [ 1614.634541] env[63326]: _type = "Task" [ 1614.634541] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.642711] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726268, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.703813] env[63326]: DEBUG nova.compute.manager [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1614.704076] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.705011] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e96a4-fa3f-477f-98b1-5a91668c4724 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.714423] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.714423] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db4ed429-8c9b-4117-bfdb-59d8f44a4de8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.721706] env[63326]: DEBUG oslo_vmware.api [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1614.721706] env[63326]: value = "task-1726269" [ 1614.721706] env[63326]: _type = "Task" [ 1614.721706] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.729401] env[63326]: DEBUG oslo_vmware.api [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.778131] env[63326]: DEBUG nova.compute.manager [req-dd6f199b-71d2-411e-abd7-a8ea9a6b9a0b req-366e46f0-a868-46ed-99a8-83e6a7cc4392 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Received event network-vif-deleted-5ccb1278-722e-42ed-8419-16b0b2ce1aa5 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1614.778445] env[63326]: INFO nova.compute.manager [req-dd6f199b-71d2-411e-abd7-a8ea9a6b9a0b req-366e46f0-a868-46ed-99a8-83e6a7cc4392 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Neutron deleted interface 5ccb1278-722e-42ed-8419-16b0b2ce1aa5; detaching it from the instance and deleting it from the info cache [ 1614.778540] env[63326]: DEBUG nova.network.neutron [req-dd6f199b-71d2-411e-abd7-a8ea9a6b9a0b req-366e46f0-a868-46ed-99a8-83e6a7cc4392 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.935706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.935706] env[63326]: DEBUG nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1614.939531] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.250s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.941384] env[63326]: INFO nova.compute.claims [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.982869] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726267, 'name': PowerOffVM_Task, 'duration_secs': 0.21058} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.983070] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.983878] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4debde-f4ca-42b3-b808-f4fc2b21d1d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.005333] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d17257-e22a-45dd-abc0-3c5fd7c6608d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.049122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "31b86e40-1b9d-4c91-8524-91deab60bfec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.049122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.145911] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726268, 'name': ReconfigVM_Task, 'duration_secs': 0.303652} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.145911] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2ddff8a6-2b4f-47e8-82cb-befcde383ee8/2ddff8a6-2b4f-47e8-82cb-befcde383ee8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.146604] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0278c4e-7bbd-4636-9935-1093dd734442 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.153040] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1615.153040] env[63326]: value = "task-1726270" [ 1615.153040] env[63326]: _type = "Task" [ 1615.153040] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.166987] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726270, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.231697] env[63326]: DEBUG oslo_vmware.api [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726269, 'name': PowerOffVM_Task, 'duration_secs': 0.285525} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.232180] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.232459] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.232785] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08146696-2069-49cb-ac40-6261edff786f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.244090] env[63326]: DEBUG nova.network.neutron [-] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.281298] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4950ebe4-0706-4544-90e4-6ee9ec0f02a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.292194] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7142e9-8a5b-4709-a2e1-361d807c2488 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.314619] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.314859] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.315061] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleting the datastore file [datastore1] 9cb941db-88b7-48d3-a23c-2b3a52af5078 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.315314] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c9b356b-4f8d-479b-a471-91403bfb5189 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.332525] env[63326]: DEBUG nova.compute.manager [req-dd6f199b-71d2-411e-abd7-a8ea9a6b9a0b req-366e46f0-a868-46ed-99a8-83e6a7cc4392 service nova] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Detach interface failed, port_id=5ccb1278-722e-42ed-8419-16b0b2ce1aa5, reason: Instance 1fce1567-6383-45d1-8001-e6839a481c69 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1615.334284] env[63326]: DEBUG oslo_vmware.api [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1615.334284] env[63326]: value = "task-1726272" [ 1615.334284] env[63326]: _type = "Task" [ 1615.334284] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.343486] env[63326]: DEBUG oslo_vmware.api [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.450023] env[63326]: DEBUG nova.compute.utils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.450023] env[63326]: DEBUG nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1615.450023] env[63326]: DEBUG nova.network.neutron [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.503123] env[63326]: DEBUG nova.policy [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43a7a5e758074a98886a281ec387921e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e08d3ef9e14636a55fe0d9d4992332', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1615.518492] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1615.518860] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1edf421c-eb15-4dfd-8573-6aa973361572 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.526168] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1615.526168] env[63326]: value = "task-1726273" [ 1615.526168] env[63326]: _type = "Task" [ 1615.526168] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.538465] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726273, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.551448] env[63326]: DEBUG nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1615.667403] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726270, 'name': Rename_Task, 'duration_secs': 0.178266} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.675020] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.675020] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66fd7dc4-3ef0-4e92-aba0-1145bfbb633c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.680409] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1615.680409] env[63326]: value = "task-1726274" [ 1615.680409] env[63326]: _type = "Task" [ 1615.680409] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.692384] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.751206] env[63326]: INFO nova.compute.manager [-] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Took 1.34 seconds to deallocate network for instance. [ 1615.846239] env[63326]: DEBUG oslo_vmware.api [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146395} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.846741] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.847082] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.847399] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.847773] env[63326]: INFO nova.compute.manager [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1615.850023] env[63326]: DEBUG oslo.service.loopingcall [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.850023] env[63326]: DEBUG nova.compute.manager [-] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.850023] env[63326]: DEBUG nova.network.neutron [-] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.958743] env[63326]: DEBUG nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.036620] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726273, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.075666] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.196785] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726274, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.256959] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.275212] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b11b4-c271-44d8-bd8d-1370509ea418 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.286786] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc563c5c-a622-4774-a5bd-f8bfa1926818 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.328359] env[63326]: DEBUG nova.network.neutron [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Successfully created port: eecc3c1b-0d8a-4f17-81fb-718793e7160c {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.330915] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b48a2c0-b5ca-4dc8-a753-e1ecbb4a3895 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.343393] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284e8f87-cd81-4ec1-a4c1-7ce58ff779e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.357295] env[63326]: DEBUG nova.compute.provider_tree [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.535792] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726273, 'name': CreateSnapshot_Task, 'duration_secs': 0.570697} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.536175] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1616.536951] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9464fd19-c3ee-4520-bcbb-b6b3d22f5122 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.625097] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.625320] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.694972] env[63326]: DEBUG oslo_vmware.api [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726274, 'name': PowerOnVM_Task, 'duration_secs': 0.539367} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.695642] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.696010] env[63326]: INFO nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1616.696588] env[63326]: DEBUG nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.697554] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1334f0e8-ad61-4858-a8ab-6b48f87dc4b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.865114] env[63326]: DEBUG nova.scheduler.client.report [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.868650] env[63326]: DEBUG nova.compute.manager [req-ebb5d704-0eec-413a-a805-e1c4d34b9495 req-4b0b9fb3-9eef-4e00-8878-c822be2718a2 service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Received event network-vif-deleted-2f6d773e-1adf-4eb2-af09-f7d50f34a720 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1616.869233] env[63326]: INFO nova.compute.manager [req-ebb5d704-0eec-413a-a805-e1c4d34b9495 req-4b0b9fb3-9eef-4e00-8878-c822be2718a2 service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Neutron deleted interface 2f6d773e-1adf-4eb2-af09-f7d50f34a720; detaching it from the instance and deleting it from the info cache [ 1616.870585] env[63326]: DEBUG nova.network.neutron [req-ebb5d704-0eec-413a-a805-e1c4d34b9495 req-4b0b9fb3-9eef-4e00-8878-c822be2718a2 service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.968041] env[63326]: DEBUG nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1616.994352] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1616.994352] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.994352] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1616.994352] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.994352] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1616.998166] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1616.998507] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1616.998723] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1616.998908] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1616.999121] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1616.999347] env[63326]: DEBUG nova.virt.hardware [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.000374] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba255df3-b04a-41fb-9e94-16181fb2fc9c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.012195] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d6ae0d-4af1-416a-a573-437d0d8ef4c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.054761] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1617.072322] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e453c196-7157-4159-9cbf-efd4d037d3bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.072322] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1617.072322] env[63326]: value = "task-1726275" [ 1617.072322] env[63326]: _type = "Task" [ 1617.072322] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.072322] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726275, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.136130] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.136304] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1617.136436] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1617.156637] env[63326]: DEBUG nova.network.neutron [-] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.221851] env[63326]: INFO nova.compute.manager [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Took 28.05 seconds to build instance. [ 1617.373178] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.373728] env[63326]: DEBUG nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.380219] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.437s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.385850] env[63326]: INFO nova.compute.claims [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.388276] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7cd5302-8341-417a-9c62-629487b7c875 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.402508] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc369e-00c3-4beb-96d6-dd9579683ed7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.435596] env[63326]: DEBUG nova.compute.manager [req-ebb5d704-0eec-413a-a805-e1c4d34b9495 req-4b0b9fb3-9eef-4e00-8878-c822be2718a2 service nova] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Detach interface failed, port_id=2f6d773e-1adf-4eb2-af09-f7d50f34a720, reason: Instance 9cb941db-88b7-48d3-a23c-2b3a52af5078 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1617.574613] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726275, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.643405] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Skipping network cache update for instance because it is being deleted. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1617.645483] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Skipping network cache update for instance because it is Building. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1617.645680] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Skipping network cache update for instance because it is Building. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1617.659518] env[63326]: INFO nova.compute.manager [-] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Took 1.81 seconds to deallocate network for instance. [ 1617.664949] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.666143] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.666143] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1617.666143] env[63326]: DEBUG nova.objects.instance [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lazy-loading 'info_cache' on Instance uuid 1fce1567-6383-45d1-8001-e6839a481c69 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.724000] env[63326]: DEBUG oslo_concurrency.lockutils [None req-14b8297c-8ed0-4070-a6e9-0fca62c8f784 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.561s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.882540] env[63326]: DEBUG nova.compute.utils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1617.886849] env[63326]: DEBUG nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1617.887602] env[63326]: DEBUG nova.network.neutron [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.057935] env[63326]: DEBUG nova.policy [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33f65fffa8c4d558cacec22c2dfa569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6de069b8bfde4349a60c50e4c7f5cdc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.075809] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726275, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.170129] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.385780] env[63326]: DEBUG nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.432218] env[63326]: DEBUG nova.network.neutron [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Successfully updated port: eecc3c1b-0d8a-4f17-81fb-718793e7160c {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.579368] env[63326]: DEBUG nova.network.neutron [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Successfully created port: 3a6094d6-fa93-4fcc-916c-a456ac9916e3 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1618.583043] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726275, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.702501] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.745129] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0527f23e-32b0-4ced-9c6b-b925ef484c20 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.757067] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1160ee9-a2ce-4e62-9d2b-f171c28d7c37 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.791337] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17c0d49-71d4-4057-8087-73d65395bf4c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.799705] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a675379-5a70-4a9a-9e71-c39933c24f9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.816190] env[63326]: DEBUG nova.compute.provider_tree [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.899425] env[63326]: DEBUG nova.compute.manager [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Received event network-vif-plugged-eecc3c1b-0d8a-4f17-81fb-718793e7160c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1618.900780] env[63326]: DEBUG oslo_concurrency.lockutils [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] Acquiring lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.900780] env[63326]: DEBUG oslo_concurrency.lockutils [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] Lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.900780] env[63326]: DEBUG oslo_concurrency.lockutils [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] Lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.900780] env[63326]: DEBUG nova.compute.manager [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] No waiting events found dispatching network-vif-plugged-eecc3c1b-0d8a-4f17-81fb-718793e7160c {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.900780] env[63326]: WARNING nova.compute.manager [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Received unexpected event network-vif-plugged-eecc3c1b-0d8a-4f17-81fb-718793e7160c for instance with vm_state building and task_state spawning. [ 1618.900780] env[63326]: DEBUG nova.compute.manager [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Received event network-changed-eecc3c1b-0d8a-4f17-81fb-718793e7160c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1618.900780] env[63326]: DEBUG nova.compute.manager [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Refreshing instance network info cache due to event network-changed-eecc3c1b-0d8a-4f17-81fb-718793e7160c. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1618.900780] env[63326]: DEBUG oslo_concurrency.lockutils [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] Acquiring lock "refresh_cache-da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.901249] env[63326]: DEBUG oslo_concurrency.lockutils [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] Acquired lock "refresh_cache-da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.901388] env[63326]: DEBUG nova.network.neutron [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Refreshing network info cache for port eecc3c1b-0d8a-4f17-81fb-718793e7160c {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.935416] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "refresh_cache-da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.081927] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726275, 'name': CloneVM_Task, 'duration_secs': 1.589485} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.084021] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Created linked-clone VM from snapshot [ 1619.084021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f0181b-8db4-428b-8b24-0dc8369db1a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.095512] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Uploading image fc922109-d8c7-4228-918d-8a6e908f0040 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1619.124506] env[63326]: DEBUG oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1619.124506] env[63326]: value = "vm-359315" [ 1619.124506] env[63326]: _type = "VirtualMachine" [ 1619.124506] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1619.124791] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97f93474-b627-4b0e-8bb2-5b77110e6859 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.132359] env[63326]: DEBUG oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lease: (returnval){ [ 1619.132359] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528e1e92-cde2-1139-3c63-301a29a42336" [ 1619.132359] env[63326]: _type = "HttpNfcLease" [ 1619.132359] env[63326]: } obtained for exporting VM: (result){ [ 1619.132359] env[63326]: value = "vm-359315" [ 1619.132359] env[63326]: _type = "VirtualMachine" [ 1619.132359] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1619.132609] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the lease: (returnval){ [ 1619.132609] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528e1e92-cde2-1139-3c63-301a29a42336" [ 1619.132609] env[63326]: _type = "HttpNfcLease" [ 1619.132609] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1619.139077] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1619.139077] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528e1e92-cde2-1139-3c63-301a29a42336" [ 1619.139077] env[63326]: _type = "HttpNfcLease" [ 1619.139077] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1619.301686] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.319403] env[63326]: DEBUG nova.scheduler.client.report [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.398166] env[63326]: DEBUG nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.426392] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.426505] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.426631] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.426822] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.427057] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.427445] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.427495] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.427677] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.427801] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.427969] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.428352] env[63326]: DEBUG nova.virt.hardware [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.429309] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8767d05-960d-48e0-b639-7c6811b88047 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.438025] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2bf1d-ccfb-44a6-9fa4-48a860162262 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.468642] env[63326]: DEBUG nova.network.neutron [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.580636] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.580839] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.601709] env[63326]: DEBUG nova.network.neutron [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.641409] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1619.641409] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528e1e92-cde2-1139-3c63-301a29a42336" [ 1619.641409] env[63326]: _type = "HttpNfcLease" [ 1619.641409] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1619.641804] env[63326]: DEBUG oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1619.641804] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528e1e92-cde2-1139-3c63-301a29a42336" [ 1619.641804] env[63326]: _type = "HttpNfcLease" [ 1619.641804] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1619.642589] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9446afd7-2354-4181-8290-2123a83b574b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.649794] env[63326]: DEBUG oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261694a-4f02-1943-ad7f-6df7b03d8d87/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1619.650491] env[63326]: DEBUG oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261694a-4f02-1943-ad7f-6df7b03d8d87/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1619.712030] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquiring lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.712030] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.712296] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquiring lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.712511] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.712829] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.715675] env[63326]: INFO nova.compute.manager [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Terminating instance [ 1619.804369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-1fce1567-6383-45d1-8001-e6839a481c69" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.804561] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1619.804769] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.804929] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.805231] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.805298] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.805923] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.805923] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.805923] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1619.805923] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.825304] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.826322] env[63326]: DEBUG nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1619.829890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.732s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.834727] env[63326]: INFO nova.compute.claims [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1619.863390] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f753f293-0de0-433f-afb7-f2c78b148b53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.088040] env[63326]: DEBUG nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.103877] env[63326]: DEBUG oslo_concurrency.lockutils [req-4965d697-778b-420f-8b58-6d3c6637d9a9 req-f599ca31-7c20-44e4-82c4-fcb3a6e58886 service nova] Releasing lock "refresh_cache-da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.104279] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquired lock "refresh_cache-da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.104443] env[63326]: DEBUG nova.network.neutron [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.218892] env[63326]: DEBUG nova.compute.manager [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.219290] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.220245] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7ce43f-538e-448f-9d59-c3a8658c69c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.228444] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.228814] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0099d41-db58-4a09-a780-31a320b1d5c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.235418] env[63326]: DEBUG oslo_vmware.api [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1620.235418] env[63326]: value = "task-1726277" [ 1620.235418] env[63326]: _type = "Task" [ 1620.235418] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.247627] env[63326]: DEBUG oslo_vmware.api [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.311325] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.343194] env[63326]: DEBUG nova.compute.utils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.351834] env[63326]: DEBUG nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.351834] env[63326]: DEBUG nova.network.neutron [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.452630] env[63326]: DEBUG nova.policy [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64ba4155d1014b08aaa3d0494a388659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b24464027953465199796878b2ed5c40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.619244] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.643763] env[63326]: DEBUG nova.network.neutron [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.681771] env[63326]: DEBUG nova.network.neutron [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Successfully updated port: 3a6094d6-fa93-4fcc-916c-a456ac9916e3 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1620.748995] env[63326]: DEBUG oslo_vmware.api [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726277, 'name': PowerOffVM_Task, 'duration_secs': 0.244229} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.749428] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.749655] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.750020] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df9697a-ccd7-446c-b3c1-2cbe9f136fd1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.834990] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.835289] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.835421] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Deleting the datastore file [datastore1] 2ddff8a6-2b4f-47e8-82cb-befcde383ee8 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.835814] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ae3703e-adfe-4f2e-a104-46e1459d24b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.843509] env[63326]: DEBUG oslo_vmware.api [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for the task: (returnval){ [ 1620.843509] env[63326]: value = "task-1726279" [ 1620.843509] env[63326]: _type = "Task" [ 1620.843509] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.849785] env[63326]: DEBUG nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1620.862032] env[63326]: DEBUG oslo_vmware.api [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.877179] env[63326]: DEBUG nova.network.neutron [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Successfully created port: 3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.914819] env[63326]: DEBUG nova.network.neutron [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Updating instance_info_cache with network_info: [{"id": "eecc3c1b-0d8a-4f17-81fb-718793e7160c", "address": "fa:16:3e:fb:23:c7", "network": {"id": "88d43d7b-3b3f-48cf-a2eb-d04dd789dd2c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1737883912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e08d3ef9e14636a55fe0d9d4992332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecc3c1b-0d", "ovs_interfaceid": "eecc3c1b-0d8a-4f17-81fb-718793e7160c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.071388] env[63326]: DEBUG nova.compute.manager [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Received event network-vif-plugged-3a6094d6-fa93-4fcc-916c-a456ac9916e3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1621.071850] env[63326]: DEBUG oslo_concurrency.lockutils [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] Acquiring lock "aef00d95-7465-418d-bc1c-482f907d53da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.072213] env[63326]: DEBUG oslo_concurrency.lockutils [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] Lock "aef00d95-7465-418d-bc1c-482f907d53da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.072449] env[63326]: DEBUG oslo_concurrency.lockutils [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] Lock "aef00d95-7465-418d-bc1c-482f907d53da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.072635] env[63326]: DEBUG nova.compute.manager [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] No waiting events found dispatching network-vif-plugged-3a6094d6-fa93-4fcc-916c-a456ac9916e3 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1621.072824] env[63326]: WARNING nova.compute.manager [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Received unexpected event network-vif-plugged-3a6094d6-fa93-4fcc-916c-a456ac9916e3 for instance with vm_state building and task_state spawning. [ 1621.072999] env[63326]: DEBUG nova.compute.manager [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Received event network-changed-3a6094d6-fa93-4fcc-916c-a456ac9916e3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1621.073200] env[63326]: DEBUG nova.compute.manager [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Refreshing instance network info cache due to event network-changed-3a6094d6-fa93-4fcc-916c-a456ac9916e3. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1621.073429] env[63326]: DEBUG oslo_concurrency.lockutils [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] Acquiring lock "refresh_cache-aef00d95-7465-418d-bc1c-482f907d53da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.073598] env[63326]: DEBUG oslo_concurrency.lockutils [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] Acquired lock "refresh_cache-aef00d95-7465-418d-bc1c-482f907d53da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.073992] env[63326]: DEBUG nova.network.neutron [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Refreshing network info cache for port 3a6094d6-fa93-4fcc-916c-a456ac9916e3 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.187174] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "refresh_cache-aef00d95-7465-418d-bc1c-482f907d53da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.237093] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b202b-931b-4fbf-a589-0889c507a8b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.248444] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbf9954-e955-4fd1-aca5-c5847463eb64 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.290486] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db83cdd7-f792-4d25-94e2-e19307ba0ff6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.299259] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ec5ae4-215c-4121-a676-d5613cd4e6be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.315476] env[63326]: DEBUG nova.compute.provider_tree [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.364822] env[63326]: DEBUG oslo_vmware.api [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Task: {'id': task-1726279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301452} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.365451] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.365527] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.365636] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.368796] env[63326]: INFO nova.compute.manager [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1621.369256] env[63326]: DEBUG oslo.service.loopingcall [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.369530] env[63326]: DEBUG nova.compute.manager [-] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.370127] env[63326]: DEBUG nova.network.neutron [-] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.422466] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Releasing lock "refresh_cache-da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.422862] env[63326]: DEBUG nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Instance network_info: |[{"id": "eecc3c1b-0d8a-4f17-81fb-718793e7160c", "address": "fa:16:3e:fb:23:c7", "network": {"id": "88d43d7b-3b3f-48cf-a2eb-d04dd789dd2c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1737883912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e08d3ef9e14636a55fe0d9d4992332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecc3c1b-0d", "ovs_interfaceid": "eecc3c1b-0d8a-4f17-81fb-718793e7160c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1621.423330] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:23:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eecc3c1b-0d8a-4f17-81fb-718793e7160c', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1621.431499] env[63326]: DEBUG oslo.service.loopingcall [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.432153] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1621.432998] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fc092a1-fe47-43d1-8b24-0339d65a4db4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.463956] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1621.463956] env[63326]: value = "task-1726280" [ 1621.463956] env[63326]: _type = "Task" [ 1621.463956] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.473750] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726280, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.625259] env[63326]: DEBUG nova.network.neutron [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.721657] env[63326]: DEBUG nova.network.neutron [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.822077] env[63326]: DEBUG nova.scheduler.client.report [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.867101] env[63326]: DEBUG nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1621.871955] env[63326]: DEBUG nova.compute.manager [req-d8b0b12f-bfa1-40dc-a0ae-2565458a0540 req-151c08ac-69e9-44cb-a561-f35b06bed726 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Received event network-vif-deleted-9a60ea23-4f2e-42fe-a1f6-fa913c4cd510 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1621.872185] env[63326]: INFO nova.compute.manager [req-d8b0b12f-bfa1-40dc-a0ae-2565458a0540 req-151c08ac-69e9-44cb-a561-f35b06bed726 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Neutron deleted interface 9a60ea23-4f2e-42fe-a1f6-fa913c4cd510; detaching it from the instance and deleting it from the info cache [ 1621.872355] env[63326]: DEBUG nova.network.neutron [req-d8b0b12f-bfa1-40dc-a0ae-2565458a0540 req-151c08ac-69e9-44cb-a561-f35b06bed726 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1621.899511] env[63326]: DEBUG nova.virt.hardware [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1621.900196] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86b39a1-1f59-485f-a6cf-7d8d9419be18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.910567] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17a1df7-218f-4b36-a7db-e7c21cde4004 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.975008] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726280, 'name': CreateVM_Task, 'duration_secs': 0.348843} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.975230] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.975968] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.976170] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.976491] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.976772] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c863e00e-51fe-4f9e-ad5c-7488335c1b61 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.981963] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1621.981963] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52abbed0-ab8d-fb16-aa8f-7100fa515264" [ 1621.981963] env[63326]: _type = "Task" [ 1621.981963] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.990528] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52abbed0-ab8d-fb16-aa8f-7100fa515264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.224886] env[63326]: DEBUG oslo_concurrency.lockutils [req-b057bcff-6568-43b9-87e5-335abcd5c8f6 req-1df012ef-c6e1-4fbf-911d-a103ce52a040 service nova] Releasing lock "refresh_cache-aef00d95-7465-418d-bc1c-482f907d53da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.225318] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "refresh_cache-aef00d95-7465-418d-bc1c-482f907d53da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.225511] env[63326]: DEBUG nova.network.neutron [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.328888] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.329820] env[63326]: DEBUG nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1622.332383] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.074s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.332584] env[63326]: DEBUG nova.objects.instance [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lazy-loading 'resources' on Instance uuid e10a6121-e366-41c8-b000-9a27fb0dc4c9 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.333666] env[63326]: DEBUG nova.network.neutron [-] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.374433] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba4eb73d-2327-4012-b459-71840e3e34b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.386236] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef83a0-d896-4ff9-8cce-ffc845e1a93a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.425143] env[63326]: DEBUG nova.compute.manager [req-d8b0b12f-bfa1-40dc-a0ae-2565458a0540 req-151c08ac-69e9-44cb-a561-f35b06bed726 service nova] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Detach interface failed, port_id=9a60ea23-4f2e-42fe-a1f6-fa913c4cd510, reason: Instance 2ddff8a6-2b4f-47e8-82cb-befcde383ee8 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1622.497669] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52abbed0-ab8d-fb16-aa8f-7100fa515264, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.498035] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.498281] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.498511] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.498693] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.498846] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.499159] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a98ee0-82d3-4497-a664-644d74e05028 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.508423] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.508743] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.509442] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c68fb18-4c89-4367-a63e-36b834305534 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.515599] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1622.515599] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525dfe76-6a53-ce7c-8bbf-cffe88425e63" [ 1622.515599] env[63326]: _type = "Task" [ 1622.515599] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.526570] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525dfe76-6a53-ce7c-8bbf-cffe88425e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.591205] env[63326]: DEBUG nova.network.neutron [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Successfully updated port: 3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1622.767444] env[63326]: DEBUG nova.network.neutron [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1622.840650] env[63326]: DEBUG nova.compute.utils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1622.842010] env[63326]: INFO nova.compute.manager [-] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Took 1.47 seconds to deallocate network for instance. [ 1622.845099] env[63326]: DEBUG nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1622.845276] env[63326]: DEBUG nova.network.neutron [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1622.905091] env[63326]: DEBUG nova.policy [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef1644ecf3541daa7d39ba2206d163e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6bcee9a93ad4c148c1cf541a9dd5d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1622.934680] env[63326]: DEBUG nova.network.neutron [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Updating instance_info_cache with network_info: [{"id": "3a6094d6-fa93-4fcc-916c-a456ac9916e3", "address": "fa:16:3e:ae:fc:e2", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6094d6-fa", "ovs_interfaceid": "3a6094d6-fa93-4fcc-916c-a456ac9916e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.028775] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525dfe76-6a53-ce7c-8bbf-cffe88425e63, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.029819] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986f6b04-d7aa-4bbb-a5b4-80b23bc5a24a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.042427] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1623.042427] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52042e40-615d-f2fd-1237-afe6a7772cad" [ 1623.042427] env[63326]: _type = "Task" [ 1623.042427] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.049401] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52042e40-615d-f2fd-1237-afe6a7772cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.094801] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.094931] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquired lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.095288] env[63326]: DEBUG nova.network.neutron [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.110719] env[63326]: DEBUG nova.compute.manager [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Received event network-vif-plugged-3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1623.110719] env[63326]: DEBUG oslo_concurrency.lockutils [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] Acquiring lock "33f6fccd-e949-4da4-a7df-0ace8672b75b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.111193] env[63326]: DEBUG oslo_concurrency.lockutils [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] Lock "33f6fccd-e949-4da4-a7df-0ace8672b75b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.111193] env[63326]: DEBUG oslo_concurrency.lockutils [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] Lock "33f6fccd-e949-4da4-a7df-0ace8672b75b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.111348] env[63326]: DEBUG nova.compute.manager [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] No waiting events found dispatching network-vif-plugged-3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.111525] env[63326]: WARNING nova.compute.manager [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Received unexpected event network-vif-plugged-3b146b7a-260d-4163-923c-fd2147f8f601 for instance with vm_state building and task_state spawning. [ 1623.111688] env[63326]: DEBUG nova.compute.manager [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Received event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1623.111858] env[63326]: DEBUG nova.compute.manager [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing instance network info cache due to event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1623.112096] env[63326]: DEBUG oslo_concurrency.lockutils [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] Acquiring lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.210922] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be98c44-2155-4cf4-8a7e-002462431b27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.222654] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf22fe-ef4e-4391-9e7d-e5fa2910edbc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.262612] env[63326]: DEBUG nova.network.neutron [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Successfully created port: 05b3ca9f-b45f-407e-ad41-dcf2329f7a29 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.265297] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba607c57-f9f5-4a01-a2a2-338661a3eeda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.273857] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7156f-6746-49da-9698-a11366ed79a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.290183] env[63326]: DEBUG nova.compute.provider_tree [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.349496] env[63326]: DEBUG nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.355341] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.437869] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "refresh_cache-aef00d95-7465-418d-bc1c-482f907d53da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.438383] env[63326]: DEBUG nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Instance network_info: |[{"id": "3a6094d6-fa93-4fcc-916c-a456ac9916e3", "address": "fa:16:3e:ae:fc:e2", "network": {"id": "cae5d3ef-bd2a-43f0-be69-e116671fb0a8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1975560334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de069b8bfde4349a60c50e4c7f5cdc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6094d6-fa", "ovs_interfaceid": "3a6094d6-fa93-4fcc-916c-a456ac9916e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1623.439094] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:fc:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a6094d6-fa93-4fcc-916c-a456ac9916e3', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1623.446919] env[63326]: DEBUG oslo.service.loopingcall [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.447180] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1623.447412] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d27b931f-d038-4fc5-9d51-ff2eb1add7af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.469863] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.469863] env[63326]: value = "task-1726284" [ 1623.469863] env[63326]: _type = "Task" [ 1623.469863] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.477574] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726284, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.551429] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52042e40-615d-f2fd-1237-afe6a7772cad, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.551805] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.552125] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] da1c0fc8-f0d2-4b13-a462-d0e67039c0b2/da1c0fc8-f0d2-4b13-a462-d0e67039c0b2.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.554432] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65af7ba7-e1e4-400c-ae70-86b73fd6a429 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.559707] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1623.559707] env[63326]: value = "task-1726285" [ 1623.559707] env[63326]: _type = "Task" [ 1623.559707] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.568966] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.627494] env[63326]: DEBUG nova.network.neutron [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.758561] env[63326]: DEBUG nova.network.neutron [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updating instance_info_cache with network_info: [{"id": "3b146b7a-260d-4163-923c-fd2147f8f601", "address": "fa:16:3e:c0:15:c6", "network": {"id": "feb0d371-b7a5-47b5-82f0-ca9e46e27af7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542371114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b24464027953465199796878b2ed5c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b146b7a-26", "ovs_interfaceid": "3b146b7a-260d-4163-923c-fd2147f8f601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.795314] env[63326]: DEBUG nova.scheduler.client.report [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.983073] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726284, 'name': CreateVM_Task, 'duration_secs': 0.453179} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.983313] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1623.984119] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.984353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.984711] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1623.985029] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5349fdf-80ff-4113-a942-2f500a255b7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.993666] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1623.993666] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52defd55-9f7d-afc5-5e49-6f7749a43b1f" [ 1623.993666] env[63326]: _type = "Task" [ 1623.993666] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.002561] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52defd55-9f7d-afc5-5e49-6f7749a43b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.072030] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726285, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.262180] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Releasing lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.262569] env[63326]: DEBUG nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Instance network_info: |[{"id": "3b146b7a-260d-4163-923c-fd2147f8f601", "address": "fa:16:3e:c0:15:c6", "network": {"id": "feb0d371-b7a5-47b5-82f0-ca9e46e27af7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542371114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b24464027953465199796878b2ed5c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b146b7a-26", "ovs_interfaceid": "3b146b7a-260d-4163-923c-fd2147f8f601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1624.262883] env[63326]: DEBUG oslo_concurrency.lockutils [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] Acquired lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.263159] env[63326]: DEBUG nova.network.neutron [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.264338] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:15:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b146b7a-260d-4163-923c-fd2147f8f601', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1624.272157] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Creating folder: Project (b24464027953465199796878b2ed5c40). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.275658] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f99cf814-44ac-4494-8018-a4db7f093bdf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.287548] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Created folder: Project (b24464027953465199796878b2ed5c40) in parent group-v359097. [ 1624.287862] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Creating folder: Instances. Parent ref: group-v359321. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.288185] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3433aec9-821a-4c5e-b902-94c138ec4943 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.298976] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Created folder: Instances in parent group-v359321. [ 1624.299239] env[63326]: DEBUG oslo.service.loopingcall [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.299431] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1624.299641] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1791578-70c9-47e0-898c-e4b8fdc1fa71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.315076] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.318051] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.440s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.318342] env[63326]: DEBUG nova.objects.instance [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1624.326262] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1624.326262] env[63326]: value = "task-1726288" [ 1624.326262] env[63326]: _type = "Task" [ 1624.326262] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.334944] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726288, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.346846] env[63326]: INFO nova.scheduler.client.report [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted allocations for instance e10a6121-e366-41c8-b000-9a27fb0dc4c9 [ 1624.360887] env[63326]: DEBUG nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.394034] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.394543] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.394770] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.395028] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.395247] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.395485] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.395796] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.396024] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.396275] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.396501] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.396814] env[63326]: DEBUG nova.virt.hardware [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.397798] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6d0015-f8ae-4e0f-a01b-02dee326f351 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.407903] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7da155-5a9f-41ac-b1a6-84aad57acd1f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.507196] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52defd55-9f7d-afc5-5e49-6f7749a43b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.062134} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.507196] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.507196] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1624.507196] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.507196] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.507196] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1624.507196] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfb5ddea-c121-4ec9-bfaf-23576728648f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.514417] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1624.514629] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1624.515371] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09483a0-959b-431f-baa6-4bef7a6ae48f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.523518] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1624.523518] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]527d7d8c-336d-e38f-70ec-207f8e514ecb" [ 1624.523518] env[63326]: _type = "Task" [ 1624.523518] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.535104] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527d7d8c-336d-e38f-70ec-207f8e514ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.572165] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692612} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.572856] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] da1c0fc8-f0d2-4b13-a462-d0e67039c0b2/da1c0fc8-f0d2-4b13-a462-d0e67039c0b2.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.572856] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.573029] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7422ddb5-913d-4591-9956-acabfdd38251 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.581485] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1624.581485] env[63326]: value = "task-1726289" [ 1624.581485] env[63326]: _type = "Task" [ 1624.581485] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.591967] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.617347] env[63326]: DEBUG nova.network.neutron [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updated VIF entry in instance network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.617752] env[63326]: DEBUG nova.network.neutron [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updating instance_info_cache with network_info: [{"id": "3b146b7a-260d-4163-923c-fd2147f8f601", "address": "fa:16:3e:c0:15:c6", "network": {"id": "feb0d371-b7a5-47b5-82f0-ca9e46e27af7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542371114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b24464027953465199796878b2ed5c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b146b7a-26", "ovs_interfaceid": "3b146b7a-260d-4163-923c-fd2147f8f601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.837405] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726288, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.842635] env[63326]: DEBUG nova.compute.manager [req-1de501b0-524a-4c20-a943-e4d12ac4825c req-11732958-e32c-41c1-90ce-523ec9b84999 service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Received event network-vif-plugged-05b3ca9f-b45f-407e-ad41-dcf2329f7a29 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1624.842880] env[63326]: DEBUG oslo_concurrency.lockutils [req-1de501b0-524a-4c20-a943-e4d12ac4825c req-11732958-e32c-41c1-90ce-523ec9b84999 service nova] Acquiring lock "da60a6bc-575f-4eef-a17a-957d88e80cf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.843115] env[63326]: DEBUG oslo_concurrency.lockutils [req-1de501b0-524a-4c20-a943-e4d12ac4825c req-11732958-e32c-41c1-90ce-523ec9b84999 service nova] Lock "da60a6bc-575f-4eef-a17a-957d88e80cf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.843288] env[63326]: DEBUG oslo_concurrency.lockutils [req-1de501b0-524a-4c20-a943-e4d12ac4825c req-11732958-e32c-41c1-90ce-523ec9b84999 service nova] Lock "da60a6bc-575f-4eef-a17a-957d88e80cf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.843457] env[63326]: DEBUG nova.compute.manager [req-1de501b0-524a-4c20-a943-e4d12ac4825c req-11732958-e32c-41c1-90ce-523ec9b84999 service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] No waiting events found dispatching network-vif-plugged-05b3ca9f-b45f-407e-ad41-dcf2329f7a29 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.843652] env[63326]: WARNING nova.compute.manager [req-1de501b0-524a-4c20-a943-e4d12ac4825c req-11732958-e32c-41c1-90ce-523ec9b84999 service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Received unexpected event network-vif-plugged-05b3ca9f-b45f-407e-ad41-dcf2329f7a29 for instance with vm_state building and task_state spawning. [ 1624.856088] env[63326]: DEBUG oslo_concurrency.lockutils [None req-22cacf43-9c05-446f-942a-ef5d67197dfe tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "e10a6121-e366-41c8-b000-9a27fb0dc4c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.669s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.959222] env[63326]: DEBUG nova.network.neutron [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Successfully updated port: 05b3ca9f-b45f-407e-ad41-dcf2329f7a29 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.036883] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527d7d8c-336d-e38f-70ec-207f8e514ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.020384} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.038017] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d565da9b-3d4c-4d7d-800f-069942d2c81e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.043553] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1625.043553] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521a3339-178f-0b1f-2e77-49bc1c792961" [ 1625.043553] env[63326]: _type = "Task" [ 1625.043553] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.053173] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521a3339-178f-0b1f-2e77-49bc1c792961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.091349] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065399} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.091626] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.092525] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f4f038-c431-44c0-97b7-1d9c987ba052 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.117469] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] da1c0fc8-f0d2-4b13-a462-d0e67039c0b2/da1c0fc8-f0d2-4b13-a462-d0e67039c0b2.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.117862] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69278d5-ed94-4627-82fa-5649297d756b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.133161] env[63326]: DEBUG oslo_concurrency.lockutils [req-618b8a40-6e46-412a-8c73-d44543815443 req-2d38437c-a21d-421c-902d-14a4c3ea97d4 service nova] Releasing lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.138409] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1625.138409] env[63326]: value = "task-1726290" [ 1625.138409] env[63326]: _type = "Task" [ 1625.138409] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.147951] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.327616] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76ce447f-6048-47cc-90f5-435615d71637 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.329067] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.254s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.330586] env[63326]: INFO nova.compute.claims [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.344612] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726288, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.463239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "refresh_cache-da60a6bc-575f-4eef-a17a-957d88e80cf3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.463648] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "refresh_cache-da60a6bc-575f-4eef-a17a-957d88e80cf3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.463648] env[63326]: DEBUG nova.network.neutron [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.554413] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521a3339-178f-0b1f-2e77-49bc1c792961, 'name': SearchDatastore_Task, 'duration_secs': 0.025885} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.554695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.554957] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] aef00d95-7465-418d-bc1c-482f907d53da/aef00d95-7465-418d-bc1c-482f907d53da.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1625.555339] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24eeace3-c5f0-4746-8e4f-bf0861d93255 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.563556] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1625.563556] env[63326]: value = "task-1726291" [ 1625.563556] env[63326]: _type = "Task" [ 1625.563556] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.574009] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.655820] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726290, 'name': ReconfigVM_Task, 'duration_secs': 0.301143} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.656124] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Reconfigured VM instance instance-0000004e to attach disk [datastore1] da1c0fc8-f0d2-4b13-a462-d0e67039c0b2/da1c0fc8-f0d2-4b13-a462-d0e67039c0b2.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.657285] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05f04149-2a56-42a3-a09a-f2dcee079305 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.671711] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1625.671711] env[63326]: value = "task-1726292" [ 1625.671711] env[63326]: _type = "Task" [ 1625.671711] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.690572] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726292, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.845880] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726288, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.003582] env[63326]: DEBUG nova.network.neutron [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.075292] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726291, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.184973] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726292, 'name': Rename_Task, 'duration_secs': 0.178456} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.185299] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.185558] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c390e64-7fa5-4088-8256-bb8653881bec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.188161] env[63326]: DEBUG nova.network.neutron [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Updating instance_info_cache with network_info: [{"id": "05b3ca9f-b45f-407e-ad41-dcf2329f7a29", "address": "fa:16:3e:3f:be:8f", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b3ca9f-b4", "ovs_interfaceid": "05b3ca9f-b45f-407e-ad41-dcf2329f7a29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.198676] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1626.198676] env[63326]: value = "task-1726294" [ 1626.198676] env[63326]: _type = "Task" [ 1626.198676] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.208660] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.347007] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726288, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.575896] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677553} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.576284] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] aef00d95-7465-418d-bc1c-482f907d53da/aef00d95-7465-418d-bc1c-482f907d53da.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1626.576481] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1626.579073] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-730148fc-51f9-46c5-9172-aa5746038c0b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.586568] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1626.586568] env[63326]: value = "task-1726295" [ 1626.586568] env[63326]: _type = "Task" [ 1626.586568] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.594389] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.633871] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc15ad9-f149-400c-986c-7f315d3d2091 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.641583] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6910de82-5414-45ba-98b2-87e679a70696 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.673483] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1bda47-cfc0-4b91-bf6c-b35761322256 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.680894] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be515245-a123-47a0-ab3b-584eb6cf9353 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.694431] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "refresh_cache-da60a6bc-575f-4eef-a17a-957d88e80cf3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.694789] env[63326]: DEBUG nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Instance network_info: |[{"id": "05b3ca9f-b45f-407e-ad41-dcf2329f7a29", "address": "fa:16:3e:3f:be:8f", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b3ca9f-b4", "ovs_interfaceid": "05b3ca9f-b45f-407e-ad41-dcf2329f7a29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.695378] env[63326]: DEBUG nova.compute.provider_tree [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1626.696958] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:be:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b3ca9f-b45f-407e-ad41-dcf2329f7a29', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.705935] env[63326]: DEBUG oslo.service.loopingcall [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.706556] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.710374] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26cbc10-0f48-446d-bb5b-9917032dda19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.731790] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726294, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.733090] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.733090] env[63326]: value = "task-1726296" [ 1626.733090] env[63326]: _type = "Task" [ 1626.733090] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.741611] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726296, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.845685] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726288, 'name': CreateVM_Task, 'duration_secs': 2.150179} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.845794] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.846539] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.846645] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.846958] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.847318] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ceef96-c438-4b4f-9656-9b548df56927 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.852012] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1626.852012] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b78269-6a43-2596-5050-afaabcfaf14f" [ 1626.852012] env[63326]: _type = "Task" [ 1626.852012] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.860577] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b78269-6a43-2596-5050-afaabcfaf14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.904520] env[63326]: DEBUG nova.compute.manager [req-e52d5d90-22b3-49e6-9659-da660efdd216 req-8f21ba3f-e877-4295-9889-9c982eff9d0f service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Received event network-changed-05b3ca9f-b45f-407e-ad41-dcf2329f7a29 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1626.904797] env[63326]: DEBUG nova.compute.manager [req-e52d5d90-22b3-49e6-9659-da660efdd216 req-8f21ba3f-e877-4295-9889-9c982eff9d0f service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Refreshing instance network info cache due to event network-changed-05b3ca9f-b45f-407e-ad41-dcf2329f7a29. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1626.904963] env[63326]: DEBUG oslo_concurrency.lockutils [req-e52d5d90-22b3-49e6-9659-da660efdd216 req-8f21ba3f-e877-4295-9889-9c982eff9d0f service nova] Acquiring lock "refresh_cache-da60a6bc-575f-4eef-a17a-957d88e80cf3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.905213] env[63326]: DEBUG oslo_concurrency.lockutils [req-e52d5d90-22b3-49e6-9659-da660efdd216 req-8f21ba3f-e877-4295-9889-9c982eff9d0f service nova] Acquired lock "refresh_cache-da60a6bc-575f-4eef-a17a-957d88e80cf3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.905268] env[63326]: DEBUG nova.network.neutron [req-e52d5d90-22b3-49e6-9659-da660efdd216 req-8f21ba3f-e877-4295-9889-9c982eff9d0f service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Refreshing network info cache for port 05b3ca9f-b45f-407e-ad41-dcf2329f7a29 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.100735] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091821} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.100735] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1627.100984] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae971cf-da12-42c3-90b9-32fac4dc7c25 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.123624] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] aef00d95-7465-418d-bc1c-482f907d53da/aef00d95-7465-418d-bc1c-482f907d53da.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.124018] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0356358-e8cf-40ef-82e6-a1b5ef73e937 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.143893] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1627.143893] env[63326]: value = "task-1726297" [ 1627.143893] env[63326]: _type = "Task" [ 1627.143893] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.152272] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.220809] env[63326]: DEBUG oslo_vmware.api [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726294, 'name': PowerOnVM_Task, 'duration_secs': 0.583894} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.221164] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.221416] env[63326]: INFO nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1627.221632] env[63326]: DEBUG nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.222407] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909c7cc8-6392-4b68-818c-f90d24bd2e46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.228700] env[63326]: ERROR nova.scheduler.client.report [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [req-508d5a2e-6c11-4d42-88bb-faacf3ec6486] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-508d5a2e-6c11-4d42-88bb-faacf3ec6486"}]} [ 1627.241832] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726296, 'name': CreateVM_Task, 'duration_secs': 0.447337} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.242015] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.242786] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.248036] env[63326]: DEBUG nova.scheduler.client.report [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1627.262861] env[63326]: DEBUG nova.scheduler.client.report [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1627.264514] env[63326]: DEBUG nova.compute.provider_tree [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1627.275080] env[63326]: DEBUG nova.scheduler.client.report [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1627.293893] env[63326]: DEBUG nova.scheduler.client.report [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1627.363591] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b78269-6a43-2596-5050-afaabcfaf14f, 'name': SearchDatastore_Task, 'duration_secs': 0.015394} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.363993] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.364313] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.364621] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.364805] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.365044] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.365370] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.365754] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.366028] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa68d03-7c34-48ac-9ef4-b090c7dd1e43 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.368180] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e21e925-f60c-485c-9560-c76713c3e3f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.374397] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1627.374397] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52546d40-1f8d-9501-e00e-c8a35f5fb6e7" [ 1627.374397] env[63326]: _type = "Task" [ 1627.374397] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.379057] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.379243] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.380350] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f9aef4-7454-44e2-9892-a7fb30718c9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.387412] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52546d40-1f8d-9501-e00e-c8a35f5fb6e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.391158] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1627.391158] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a18cdb-7129-2979-806b-dc9904f4a9b8" [ 1627.391158] env[63326]: _type = "Task" [ 1627.391158] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.399798] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a18cdb-7129-2979-806b-dc9904f4a9b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.623303] env[63326]: DEBUG nova.network.neutron [req-e52d5d90-22b3-49e6-9659-da660efdd216 req-8f21ba3f-e877-4295-9889-9c982eff9d0f service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Updated VIF entry in instance network info cache for port 05b3ca9f-b45f-407e-ad41-dcf2329f7a29. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.623644] env[63326]: DEBUG nova.network.neutron [req-e52d5d90-22b3-49e6-9659-da660efdd216 req-8f21ba3f-e877-4295-9889-9c982eff9d0f service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Updating instance_info_cache with network_info: [{"id": "05b3ca9f-b45f-407e-ad41-dcf2329f7a29", "address": "fa:16:3e:3f:be:8f", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b3ca9f-b4", "ovs_interfaceid": "05b3ca9f-b45f-407e-ad41-dcf2329f7a29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.648893] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419249d-9983-40b6-b41e-b6b6ae25a2e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.659217] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2740be7-d16a-4cfa-a898-e99227f6da5f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.662279] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.690638] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b0d124-c1fc-4ea2-842d-4af44c71dd5a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.698368] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f4761-543f-4a5e-84ef-3d4f6c8676de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.712841] env[63326]: DEBUG nova.compute.provider_tree [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.742539] env[63326]: INFO nova.compute.manager [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Took 22.81 seconds to build instance. [ 1627.886190] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52546d40-1f8d-9501-e00e-c8a35f5fb6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.015313} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.886683] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.886969] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.887229] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.902628] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a18cdb-7129-2979-806b-dc9904f4a9b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012533} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.904043] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e46d69a-0dba-4485-97a1-dd7894ebe88b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.909255] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1627.909255] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52798b18-d7ae-0601-fe03-bfe9f1dce086" [ 1627.909255] env[63326]: _type = "Task" [ 1627.909255] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.917525] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52798b18-d7ae-0601-fe03-bfe9f1dce086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.060068] env[63326]: DEBUG oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261694a-4f02-1943-ad7f-6df7b03d8d87/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1628.061063] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1808ba4-7e62-4c41-a544-4aa86aa17311 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.067567] env[63326]: DEBUG oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261694a-4f02-1943-ad7f-6df7b03d8d87/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1628.067732] env[63326]: ERROR oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261694a-4f02-1943-ad7f-6df7b03d8d87/disk-0.vmdk due to incomplete transfer. [ 1628.067972] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba51dd85-822e-448f-821d-b33209c88b7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.075373] env[63326]: DEBUG oslo_vmware.rw_handles [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261694a-4f02-1943-ad7f-6df7b03d8d87/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1628.075588] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Uploaded image fc922109-d8c7-4228-918d-8a6e908f0040 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1628.078218] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1628.078460] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8608b8b9-706b-4acd-be02-22eb5dffc65a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.084245] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1628.084245] env[63326]: value = "task-1726299" [ 1628.084245] env[63326]: _type = "Task" [ 1628.084245] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.093247] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726299, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.127118] env[63326]: DEBUG oslo_concurrency.lockutils [req-e52d5d90-22b3-49e6-9659-da660efdd216 req-8f21ba3f-e877-4295-9889-9c982eff9d0f service nova] Releasing lock "refresh_cache-da60a6bc-575f-4eef-a17a-957d88e80cf3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.155129] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726297, 'name': ReconfigVM_Task, 'duration_secs': 0.591454} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.155843] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Reconfigured VM instance instance-0000004f to attach disk [datastore1] aef00d95-7465-418d-bc1c-482f907d53da/aef00d95-7465-418d-bc1c-482f907d53da.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1628.156598] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc862dc-ed44-4903-9808-da706e29e48d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.163898] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1628.163898] env[63326]: value = "task-1726300" [ 1628.163898] env[63326]: _type = "Task" [ 1628.163898] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.172472] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726300, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.215799] env[63326]: DEBUG nova.scheduler.client.report [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.244216] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7374ff66-cb32-4155-91f3-d3f6fbbca946 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.325s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.422638] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52798b18-d7ae-0601-fe03-bfe9f1dce086, 'name': SearchDatastore_Task, 'duration_secs': 0.018249} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.423078] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.423401] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b/33f6fccd-e949-4da4-a7df-0ace8672b75b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.423695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.423881] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.424108] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2661ac6c-6710-47bd-878b-98c645aa1983 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.426506] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20820b67-21fe-4560-a40b-9fd275bc4ac2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.130265] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.801s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.130773] env[63326]: DEBUG nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.140191] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.883s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.140191] env[63326]: DEBUG nova.objects.instance [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lazy-loading 'resources' on Instance uuid 1fce1567-6383-45d1-8001-e6839a481c69 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.150534] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726299, 'name': Destroy_Task, 'duration_secs': 0.379949} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.150835] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726300, 'name': Rename_Task, 'duration_secs': 0.411881} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.153749] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Destroyed the VM [ 1629.153749] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1629.153749] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.153749] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.153749] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.154267] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1797ccdf-ad61-45b9-b073-a42715acd334 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.160019] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e17c520-ab4b-459a-9042-e834be213318 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.160019] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ccd6e24-1f13-4b62-85ca-04cbe5a705ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.163732] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1629.163732] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e21d37-ec6a-9b1e-1e98-a1f279397564" [ 1629.163732] env[63326]: _type = "Task" [ 1629.163732] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.168288] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1629.168288] env[63326]: value = "task-1726301" [ 1629.168288] env[63326]: _type = "Task" [ 1629.168288] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.179384] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e21d37-ec6a-9b1e-1e98-a1f279397564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.179384] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1629.179384] env[63326]: value = "task-1726302" [ 1629.179384] env[63326]: _type = "Task" [ 1629.179384] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.181300] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1629.181300] env[63326]: value = "task-1726303" [ 1629.181300] env[63326]: _type = "Task" [ 1629.181300] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.196107] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.205980] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726302, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.209899] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726303, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.644027] env[63326]: DEBUG nova.compute.utils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.648388] env[63326]: DEBUG nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1629.648388] env[63326]: DEBUG nova.network.neutron [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.680481] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e21d37-ec6a-9b1e-1e98-a1f279397564, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.681863] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654978af-93a4-49ac-9b6c-a62dc2367822 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.692812] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726301, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.698880] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1629.698880] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d76438-cbe7-7b91-44bb-261ca33cdd10" [ 1629.698880] env[63326]: _type = "Task" [ 1629.698880] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.707745] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726302, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.708018] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726303, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.715757] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d76438-cbe7-7b91-44bb-261ca33cdd10, 'name': SearchDatastore_Task, 'duration_secs': 0.012241} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.716102] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.716479] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] da60a6bc-575f-4eef-a17a-957d88e80cf3/da60a6bc-575f-4eef-a17a-957d88e80cf3.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.716751] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d01b30a-9942-4b26-acd7-b83df70f0fa9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.726039] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1629.726039] env[63326]: value = "task-1726304" [ 1629.726039] env[63326]: _type = "Task" [ 1629.726039] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.731749] env[63326]: DEBUG nova.policy [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '620efa270bf34053a8292ade567c122a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecef5e6cd1f74c359fd162ba77e187d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1629.738023] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.985029] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c58b43-7f02-43ff-a9fc-e822e2ab14f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.991893] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa93ad-51fc-4ce9-910d-3a946ffe50e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.031297] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670f5435-1ed4-4c23-928e-d1c902495c1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.035285] env[63326]: DEBUG nova.network.neutron [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Successfully created port: f7372120-e166-41e6-bdc4-9ced72449584 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.044575] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8dda1-5bdb-42ae-bdbb-500a13bcabd8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.059629] env[63326]: DEBUG nova.compute.provider_tree [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1630.148791] env[63326]: DEBUG nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.183167] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561123} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.186520] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b/33f6fccd-e949-4da4-a7df-0ace8672b75b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.186755] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.187077] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-832f4558-2636-4eb3-ace9-d39b7847d637 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.194128] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726302, 'name': RemoveSnapshot_Task, 'duration_secs': 0.671066} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.198251] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1630.198694] env[63326]: DEBUG nova.compute.manager [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.199111] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1630.199111] env[63326]: value = "task-1726306" [ 1630.199111] env[63326]: _type = "Task" [ 1630.199111] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.200529] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5610a83-4b24-48a8-9e82-c93926da19a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.210965] env[63326]: DEBUG oslo_vmware.api [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726303, 'name': PowerOnVM_Task, 'duration_secs': 0.690617} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.211652] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.211894] env[63326]: INFO nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1630.212103] env[63326]: DEBUG nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.214296] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2387b-6676-471f-96b6-43f2fcd344ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.223575] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.237617] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480379} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.237869] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] da60a6bc-575f-4eef-a17a-957d88e80cf3/da60a6bc-575f-4eef-a17a-957d88e80cf3.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.239564] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.239899] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b3bb840-2c10-43fe-85a2-cd4a82b30674 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.249576] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1630.249576] env[63326]: value = "task-1726307" [ 1630.249576] env[63326]: _type = "Task" [ 1630.249576] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.258424] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.595170] env[63326]: DEBUG nova.scheduler.client.report [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1630.595463] env[63326]: DEBUG nova.compute.provider_tree [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 116 to 117 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1630.595642] env[63326]: DEBUG nova.compute.provider_tree [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1630.616104] env[63326]: DEBUG nova.objects.instance [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lazy-loading 'flavor' on Instance uuid 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.712857] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071404} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.713146] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.713913] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1e4b9f-27b7-4491-837c-b50142bdc8bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.737831] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b/33f6fccd-e949-4da4-a7df-0ace8672b75b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.738347] env[63326]: INFO nova.compute.manager [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Shelve offloading [ 1630.743482] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54bc6fb3-b80f-4333-a3f6-271b3b42b5ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.759987] env[63326]: INFO nova.compute.manager [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Took 23.09 seconds to build instance. [ 1630.768758] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069023} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.770139] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.771938] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31d092b-c82f-46bb-85d2-a267c3c0c005 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.774968] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1630.774968] env[63326]: value = "task-1726308" [ 1630.774968] env[63326]: _type = "Task" [ 1630.774968] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.798271] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] da60a6bc-575f-4eef-a17a-957d88e80cf3/da60a6bc-575f-4eef-a17a-957d88e80cf3.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.799274] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02686ee1-fbc0-4d2d-8803-d77c3f8a6b83 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.818544] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.824029] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1630.824029] env[63326]: value = "task-1726309" [ 1630.824029] env[63326]: _type = "Task" [ 1630.824029] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.831819] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.101032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.103553] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.936s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.103815] env[63326]: DEBUG nova.objects.instance [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lazy-loading 'resources' on Instance uuid 9cb941db-88b7-48d3-a23c-2b3a52af5078 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.121720] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.121785] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquired lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.135414] env[63326]: INFO nova.scheduler.client.report [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Deleted allocations for instance 1fce1567-6383-45d1-8001-e6839a481c69 [ 1631.151818] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.152103] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.152415] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.152626] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.152831] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.155458] env[63326]: INFO nova.compute.manager [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Terminating instance [ 1631.157726] env[63326]: DEBUG nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1631.189849] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.193625] env[63326]: DEBUG nova.virt.hardware [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.193625] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2f2705-a7fa-4d4e-beaa-dda51e8712a1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.201940] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e9c34b-8a77-447a-838f-9994b85e88ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.264703] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.264703] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2f0c737-8707-4735-9528-d2c39c520d3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.264879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-79467c7f-8155-46d3-adfb-941f3b69676a tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "aef00d95-7465-418d-bc1c-482f907d53da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.598s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.272351] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1631.272351] env[63326]: value = "task-1726310" [ 1631.272351] env[63326]: _type = "Task" [ 1631.272351] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.287492] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1631.287719] env[63326]: DEBUG nova.compute.manager [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.288032] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726308, 'name': ReconfigVM_Task, 'duration_secs': 0.326358} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.288725] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c16713-d741-4ed5-b48a-ebef981a7f3e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.295031] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b/33f6fccd-e949-4da4-a7df-0ace8672b75b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.295031] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6f46a5a-b2b4-4c4b-940b-f4f5961918ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.296907] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.297067] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.297234] env[63326]: DEBUG nova.network.neutron [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.299888] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1631.299888] env[63326]: value = "task-1726311" [ 1631.299888] env[63326]: _type = "Task" [ 1631.299888] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.308211] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726311, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.335286] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726309, 'name': ReconfigVM_Task, 'duration_secs': 0.339854} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.335569] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Reconfigured VM instance instance-00000051 to attach disk [datastore1] da60a6bc-575f-4eef-a17a-957d88e80cf3/da60a6bc-575f-4eef-a17a-957d88e80cf3.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.336197] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e0f2b65-acef-4e98-9f29-8a53fc82e3bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.345232] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1631.345232] env[63326]: value = "task-1726312" [ 1631.345232] env[63326]: _type = "Task" [ 1631.345232] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.355349] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726312, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.620171] env[63326]: DEBUG nova.network.neutron [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.644021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cc5dc0e1-ab70-4913-b350-a0eab1519246 tempest-MigrationsAdminTest-1628635747 tempest-MigrationsAdminTest-1628635747-project-member] Lock "1fce1567-6383-45d1-8001-e6839a481c69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.883s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.663110] env[63326]: DEBUG nova.compute.manager [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1631.663342] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.664234] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84dca06-73cb-4694-82f2-8d00ad27516d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.674204] env[63326]: DEBUG nova.network.neutron [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Successfully updated port: f7372120-e166-41e6-bdc4-9ced72449584 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1631.675813] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.676496] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-367f78af-a368-4c2e-b7b2-32fdd5473703 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.684598] env[63326]: DEBUG oslo_vmware.api [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1631.684598] env[63326]: value = "task-1726313" [ 1631.684598] env[63326]: _type = "Task" [ 1631.684598] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.694464] env[63326]: DEBUG oslo_vmware.api [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.816493] env[63326]: DEBUG nova.compute.manager [req-0d3ad7b5-8bbe-419b-80db-f0175654c4ab req-1a0c0e07-9629-4cbc-9693-4805ad0216a5 service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Received event network-vif-plugged-f7372120-e166-41e6-bdc4-9ced72449584 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1631.816864] env[63326]: DEBUG oslo_concurrency.lockutils [req-0d3ad7b5-8bbe-419b-80db-f0175654c4ab req-1a0c0e07-9629-4cbc-9693-4805ad0216a5 service nova] Acquiring lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.817234] env[63326]: DEBUG oslo_concurrency.lockutils [req-0d3ad7b5-8bbe-419b-80db-f0175654c4ab req-1a0c0e07-9629-4cbc-9693-4805ad0216a5 service nova] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.817459] env[63326]: DEBUG oslo_concurrency.lockutils [req-0d3ad7b5-8bbe-419b-80db-f0175654c4ab req-1a0c0e07-9629-4cbc-9693-4805ad0216a5 service nova] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.817637] env[63326]: DEBUG nova.compute.manager [req-0d3ad7b5-8bbe-419b-80db-f0175654c4ab req-1a0c0e07-9629-4cbc-9693-4805ad0216a5 service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] No waiting events found dispatching network-vif-plugged-f7372120-e166-41e6-bdc4-9ced72449584 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1631.817806] env[63326]: WARNING nova.compute.manager [req-0d3ad7b5-8bbe-419b-80db-f0175654c4ab req-1a0c0e07-9629-4cbc-9693-4805ad0216a5 service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Received unexpected event network-vif-plugged-f7372120-e166-41e6-bdc4-9ced72449584 for instance with vm_state building and task_state spawning. [ 1631.825638] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726311, 'name': Rename_Task, 'duration_secs': 0.166083} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.830547] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.831898] env[63326]: DEBUG nova.compute.manager [req-0353bd04-86aa-44af-bf86-e36883dc73b5 req-33fa1843-04c1-41f7-8d52-786c7d93d7f1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Received event network-changed-ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1631.832093] env[63326]: DEBUG nova.compute.manager [req-0353bd04-86aa-44af-bf86-e36883dc73b5 req-33fa1843-04c1-41f7-8d52-786c7d93d7f1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Refreshing instance network info cache due to event network-changed-ccf99b4a-65ce-4233-aa7a-dafeadfeed48. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1631.832276] env[63326]: DEBUG oslo_concurrency.lockutils [req-0353bd04-86aa-44af-bf86-e36883dc73b5 req-33fa1843-04c1-41f7-8d52-786c7d93d7f1 service nova] Acquiring lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.832680] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825636d6-7139-4108-8848-e653c38a9110 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.841978] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1631.841978] env[63326]: value = "task-1726314" [ 1631.841978] env[63326]: _type = "Task" [ 1631.841978] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.865241] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726314, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.869687] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726312, 'name': Rename_Task, 'duration_secs': 0.176571} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.869687] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.869687] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-496dd700-b3ce-4fd9-be91-cf6882e11bf3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.877484] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1631.877484] env[63326]: value = "task-1726315" [ 1631.877484] env[63326]: _type = "Task" [ 1631.877484] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.888457] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.919908] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bf066a-0735-4653-8ca9-9eed448545bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.936455] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb0fff-dbdb-4d59-bde3-6d88d6298a80 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.975178] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52add50d-d1bb-4e9b-9903-53f3f274151c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.984487] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b7cb6f-e507-4216-a78e-68b2c1331911 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.999412] env[63326]: DEBUG nova.compute.provider_tree [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.162902] env[63326]: DEBUG nova.network.neutron [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Updating instance_info_cache with network_info: [{"id": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "address": "fa:16:3e:aa:e9:7e", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd60b2b-dc", "ovs_interfaceid": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.179437] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.179579] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.179742] env[63326]: DEBUG nova.network.neutron [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.198750] env[63326]: DEBUG oslo_vmware.api [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726313, 'name': PowerOffVM_Task, 'duration_secs': 0.357659} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.199188] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.199315] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.199640] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dfe7083-4ca3-4099-998d-62b7f7131943 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.333280] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.333280] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.335314] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Deleting the datastore file [datastore1] da1c0fc8-f0d2-4b13-a462-d0e67039c0b2 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.335955] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7afa93d8-fd55-4d2a-b45d-0250985b2d87 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.350143] env[63326]: DEBUG oslo_vmware.api [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1632.350143] env[63326]: value = "task-1726318" [ 1632.350143] env[63326]: _type = "Task" [ 1632.350143] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.358580] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726314, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.368665] env[63326]: DEBUG oslo_vmware.api [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.395451] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726315, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.502925] env[63326]: DEBUG nova.scheduler.client.report [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.556560] env[63326]: DEBUG nova.network.neutron [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updating instance_info_cache with network_info: [{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.665815] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.824698] env[63326]: DEBUG nova.compute.manager [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.825714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4847ce3-18f1-46ab-b7b6-027e2c12d286 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.857624] env[63326]: DEBUG oslo_vmware.api [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726314, 'name': PowerOnVM_Task, 'duration_secs': 0.562047} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.858342] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.858578] env[63326]: INFO nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1632.858764] env[63326]: DEBUG nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.859575] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06324eec-3b99-40f7-932e-b3115639b785 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.865073] env[63326]: DEBUG oslo_vmware.api [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254821} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.865744] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.865985] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.866262] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.866440] env[63326]: INFO nova.compute.manager [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1632.866699] env[63326]: DEBUG oslo.service.loopingcall [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.867940] env[63326]: DEBUG nova.compute.manager [-] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.868177] env[63326]: DEBUG nova.network.neutron [-] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.891356] env[63326]: DEBUG oslo_vmware.api [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726315, 'name': PowerOnVM_Task, 'duration_secs': 0.520628} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.891633] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.891833] env[63326]: INFO nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1632.892113] env[63326]: DEBUG nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.892889] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fc4222-d14c-406c-8cf0-3c93111c91c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.906806] env[63326]: DEBUG nova.network.neutron [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.009451] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.016462] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.706s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.016586] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.017052] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1633.017179] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.398s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.019063] env[63326]: INFO nova.compute.claims [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.024343] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f805d482-b85a-4aa1-939c-abb1b06598c2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.037907] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d28d8-8e81-4c75-9bd0-a92b08d64387 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.061847] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Releasing lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.061847] env[63326]: DEBUG nova.compute.manager [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Inject network info {{(pid=63326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1633.061847] env[63326]: DEBUG nova.compute.manager [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] network_info to inject: |[{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1633.066745] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Reconfiguring VM instance to set the machine id {{(pid=63326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1633.068591] env[63326]: INFO nova.scheduler.client.report [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted allocations for instance 9cb941db-88b7-48d3-a23c-2b3a52af5078 [ 1633.069689] env[63326]: DEBUG oslo_concurrency.lockutils [req-0353bd04-86aa-44af-bf86-e36883dc73b5 req-33fa1843-04c1-41f7-8d52-786c7d93d7f1 service nova] Acquired lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.069787] env[63326]: DEBUG nova.network.neutron [req-0353bd04-86aa-44af-bf86-e36883dc73b5 req-33fa1843-04c1-41f7-8d52-786c7d93d7f1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Refreshing network info cache for port ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.073445] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5024704f-6063-4c30-8a82-4edde3243b9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.086514] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1803f8-897f-4606-bc60-661b8f3bdacc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.102206] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dc4a7d-b062-4cf9-b880-0d0af384c26e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.107489] env[63326]: DEBUG oslo_vmware.api [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1633.107489] env[63326]: value = "task-1726319" [ 1633.107489] env[63326]: _type = "Task" [ 1633.107489] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.141278] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179275MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1633.141442] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.144999] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.145822] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baa2ddb-1830-4614-a24f-55bb46a45a4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.152047] env[63326]: DEBUG oslo_vmware.api [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.159023] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.159148] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9ed9609-9ab1-4eb6-ba71-6f36f84e1587 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.170233] env[63326]: DEBUG nova.objects.instance [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lazy-loading 'flavor' on Instance uuid 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.199336] env[63326]: DEBUG nova.network.neutron [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance_info_cache with network_info: [{"id": "f7372120-e166-41e6-bdc4-9ced72449584", "address": "fa:16:3e:0b:7e:43", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7372120-e1", "ovs_interfaceid": "f7372120-e166-41e6-bdc4-9ced72449584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.321523] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.321751] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.321934] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleting the datastore file [datastore1] 3432755e-8671-48c6-bf09-59a10da7f115 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.322221] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-680b784e-9f27-4db6-84b6-992a7e2a2bc8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.337190] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1633.337190] env[63326]: value = "task-1726321" [ 1633.337190] env[63326]: _type = "Task" [ 1633.337190] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.340206] env[63326]: INFO nova.compute.manager [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] instance snapshotting [ 1633.342706] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6230fc27-a3e2-4acf-b4c5-868c4edea74e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.352683] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.369034] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f3893-2bb1-4ec6-a2d5-87c6c0071f24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.385245] env[63326]: INFO nova.compute.manager [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Took 23.46 seconds to build instance. [ 1633.416778] env[63326]: INFO nova.compute.manager [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Took 23.34 seconds to build instance. [ 1633.597357] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f04d9ef1-e4de-48b7-a954-7e4588d04b84 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "9cb941db-88b7-48d3-a23c-2b3a52af5078" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.402s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.622252] env[63326]: DEBUG oslo_vmware.api [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726319, 'name': ReconfigVM_Task, 'duration_secs': 0.277121} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.622252] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40d6dc1e-f469-4f52-a928-7f8292985225 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Reconfigured VM instance to set the machine id {{(pid=63326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1633.675794] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.703958] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.704557] env[63326]: DEBUG nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Instance network_info: |[{"id": "f7372120-e166-41e6-bdc4-9ced72449584", "address": "fa:16:3e:0b:7e:43", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7372120-e1", "ovs_interfaceid": "f7372120-e166-41e6-bdc4-9ced72449584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1633.704987] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:7e:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7372120-e166-41e6-bdc4-9ced72449584', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.714211] env[63326]: DEBUG oslo.service.loopingcall [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.714926] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1633.717485] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-563149a1-aa42-4bc9-9904-64041cbb3893 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.739930] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.739930] env[63326]: value = "task-1726322" [ 1633.739930] env[63326]: _type = "Task" [ 1633.739930] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.749471] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726322, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.834620] env[63326]: DEBUG nova.network.neutron [-] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.846880] env[63326]: DEBUG oslo_vmware.api [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463241} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.847173] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.847379] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.847540] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.880970] env[63326]: INFO nova.scheduler.client.report [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted allocations for instance 3432755e-8671-48c6-bf09-59a10da7f115 [ 1633.885444] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1633.886232] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-851a601b-1fd2-415d-bf67-cbb37a539e60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.890703] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dbdf7c01-f428-4c03-8401-cec9c29c84d1 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "33f6fccd-e949-4da4-a7df-0ace8672b75b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.974s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.898254] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1633.898254] env[63326]: value = "task-1726323" [ 1633.898254] env[63326]: _type = "Task" [ 1633.898254] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.907965] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726323, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.918714] env[63326]: DEBUG oslo_concurrency.lockutils [None req-883391d7-d780-4c84-8a5e-0ddf0bec98ba tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "da60a6bc-575f-4eef-a17a-957d88e80cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.889s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.000490] env[63326]: DEBUG nova.network.neutron [req-0353bd04-86aa-44af-bf86-e36883dc73b5 req-33fa1843-04c1-41f7-8d52-786c7d93d7f1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updated VIF entry in instance network info cache for port ccf99b4a-65ce-4233-aa7a-dafeadfeed48. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1634.000950] env[63326]: DEBUG nova.network.neutron [req-0353bd04-86aa-44af-bf86-e36883dc73b5 req-33fa1843-04c1-41f7-8d52-786c7d93d7f1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updating instance_info_cache with network_info: [{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.114147] env[63326]: DEBUG nova.compute.manager [req-71b1d8c8-835b-4463-bdda-40d624aed4b0 req-4628c051-22d4-4982-afd3-bd91cc6fca57 service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Received event network-changed-f7372120-e166-41e6-bdc4-9ced72449584 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1634.114147] env[63326]: DEBUG nova.compute.manager [req-71b1d8c8-835b-4463-bdda-40d624aed4b0 req-4628c051-22d4-4982-afd3-bd91cc6fca57 service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Refreshing instance network info cache due to event network-changed-f7372120-e166-41e6-bdc4-9ced72449584. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1634.114147] env[63326]: DEBUG oslo_concurrency.lockutils [req-71b1d8c8-835b-4463-bdda-40d624aed4b0 req-4628c051-22d4-4982-afd3-bd91cc6fca57 service nova] Acquiring lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.114147] env[63326]: DEBUG oslo_concurrency.lockutils [req-71b1d8c8-835b-4463-bdda-40d624aed4b0 req-4628c051-22d4-4982-afd3-bd91cc6fca57 service nova] Acquired lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.114147] env[63326]: DEBUG nova.network.neutron [req-71b1d8c8-835b-4463-bdda-40d624aed4b0 req-4628c051-22d4-4982-afd3-bd91cc6fca57 service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Refreshing network info cache for port f7372120-e166-41e6-bdc4-9ced72449584 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.139417] env[63326]: DEBUG nova.compute.manager [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Received event network-vif-unplugged-0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1634.139704] env[63326]: DEBUG oslo_concurrency.lockutils [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] Acquiring lock "3432755e-8671-48c6-bf09-59a10da7f115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.196385] env[63326]: DEBUG oslo_concurrency.lockutils [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] Lock "3432755e-8671-48c6-bf09-59a10da7f115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.196385] env[63326]: DEBUG oslo_concurrency.lockutils [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] Lock "3432755e-8671-48c6-bf09-59a10da7f115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.196385] env[63326]: DEBUG nova.compute.manager [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] No waiting events found dispatching network-vif-unplugged-0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1634.196385] env[63326]: WARNING nova.compute.manager [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Received unexpected event network-vif-unplugged-0bd60b2b-dc35-4082-8af9-ae0e5a775154 for instance with vm_state shelved_offloaded and task_state None. [ 1634.196385] env[63326]: DEBUG nova.compute.manager [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Received event network-changed-0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1634.196385] env[63326]: DEBUG nova.compute.manager [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Refreshing instance network info cache due to event network-changed-0bd60b2b-dc35-4082-8af9-ae0e5a775154. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1634.196385] env[63326]: DEBUG oslo_concurrency.lockutils [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] Acquiring lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.196385] env[63326]: DEBUG oslo_concurrency.lockutils [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] Acquired lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.196385] env[63326]: DEBUG nova.network.neutron [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Refreshing network info cache for port 0bd60b2b-dc35-4082-8af9-ae0e5a775154 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.253156] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726322, 'name': CreateVM_Task, 'duration_secs': 0.439561} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.256295] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1634.257703] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.257703] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.258549] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1634.258819] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e725a7-0c02-4fbc-890a-fbbcfacd750a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.268186] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1634.268186] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5235ae6d-e4bf-9037-9ffb-c0ccb45ca951" [ 1634.268186] env[63326]: _type = "Task" [ 1634.268186] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.279948] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5235ae6d-e4bf-9037-9ffb-c0ccb45ca951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.303200] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45a763a-9ec6-41f4-8fa5-945d5a835be4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.311611] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d4a3b-165d-43cb-b408-2bbbd72f56a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.347224] env[63326]: INFO nova.compute.manager [-] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Took 1.48 seconds to deallocate network for instance. [ 1634.348385] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb837ff-33a5-400d-8de2-867b2ffc313c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.361601] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a36bc-f324-4e80-bedc-cc2fd7f8f9fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.379116] env[63326]: DEBUG nova.compute.provider_tree [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.387789] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.408998] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726323, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.504809] env[63326]: DEBUG oslo_concurrency.lockutils [req-0353bd04-86aa-44af-bf86-e36883dc73b5 req-33fa1843-04c1-41f7-8d52-786c7d93d7f1 service nova] Releasing lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.504966] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquired lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.780183] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5235ae6d-e4bf-9037-9ffb-c0ccb45ca951, 'name': SearchDatastore_Task, 'duration_secs': 0.01414} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.780550] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.780799] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.781054] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.781206] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.781385] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.781649] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a0f6d5-c2f1-4992-ae8b-c9110fc9669d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.792560] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.792751] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1634.794311] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f779a1b-0eb3-47bd-9e85-5f4f7ecd880b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.803042] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1634.803042] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528ce24c-a623-0f31-9fd2-120052ba130a" [ 1634.803042] env[63326]: _type = "Task" [ 1634.803042] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.811566] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528ce24c-a623-0f31-9fd2-120052ba130a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.859796] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.860216] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "d453cc73-db4c-4688-b0aa-947f3f937991" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.860275] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "d453cc73-db4c-4688-b0aa-947f3f937991" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.882720] env[63326]: DEBUG nova.scheduler.client.report [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.912566] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726323, 'name': CreateSnapshot_Task, 'duration_secs': 1.004363} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.912845] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1634.913651] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f57d4e-f28d-488f-8a44-d3f795fd1c58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.962432] env[63326]: INFO nova.compute.manager [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Rescuing [ 1634.962733] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.962903] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquired lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.963093] env[63326]: DEBUG nova.network.neutron [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.995485] env[63326]: DEBUG nova.network.neutron [req-71b1d8c8-835b-4463-bdda-40d624aed4b0 req-4628c051-22d4-4982-afd3-bd91cc6fca57 service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updated VIF entry in instance network info cache for port f7372120-e166-41e6-bdc4-9ced72449584. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1634.995878] env[63326]: DEBUG nova.network.neutron [req-71b1d8c8-835b-4463-bdda-40d624aed4b0 req-4628c051-22d4-4982-afd3-bd91cc6fca57 service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance_info_cache with network_info: [{"id": "f7372120-e166-41e6-bdc4-9ced72449584", "address": "fa:16:3e:0b:7e:43", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7372120-e1", "ovs_interfaceid": "f7372120-e166-41e6-bdc4-9ced72449584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.024051] env[63326]: DEBUG nova.network.neutron [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Updated VIF entry in instance network info cache for port 0bd60b2b-dc35-4082-8af9-ae0e5a775154. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.024563] env[63326]: DEBUG nova.network.neutron [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Updating instance_info_cache with network_info: [{"id": "0bd60b2b-dc35-4082-8af9-ae0e5a775154", "address": "fa:16:3e:aa:e9:7e", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": null, "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0bd60b2b-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.062831] env[63326]: DEBUG nova.network.neutron [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.315308] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528ce24c-a623-0f31-9fd2-120052ba130a, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.319148] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cbc50c-cc74-4d4c-a2bc-c79710128072 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.324133] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1635.324133] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52198727-c8cf-b7ae-2342-ee4cfc06a21a" [ 1635.324133] env[63326]: _type = "Task" [ 1635.324133] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.334483] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52198727-c8cf-b7ae-2342-ee4cfc06a21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.362766] env[63326]: DEBUG nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1635.388289] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.389442] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.034s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.389670] env[63326]: DEBUG nova.objects.instance [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lazy-loading 'resources' on Instance uuid 2ddff8a6-2b4f-47e8-82cb-befcde383ee8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.435411] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1635.435995] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb2b82fd-7fb7-4280-9a95-b99da4c337a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.449399] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1635.449399] env[63326]: value = "task-1726325" [ 1635.449399] env[63326]: _type = "Task" [ 1635.449399] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.456028] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726325, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.500605] env[63326]: DEBUG oslo_concurrency.lockutils [req-71b1d8c8-835b-4463-bdda-40d624aed4b0 req-4628c051-22d4-4982-afd3-bd91cc6fca57 service nova] Releasing lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.527342] env[63326]: DEBUG oslo_concurrency.lockutils [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] Releasing lock "refresh_cache-3432755e-8671-48c6-bf09-59a10da7f115" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.527638] env[63326]: DEBUG nova.compute.manager [req-187e0ff4-ec43-4ed2-abc1-8abef3d7407c req-2dabc5e5-eb3d-493f-9941-4a29595dd08e service nova] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Received event network-vif-deleted-eecc3c1b-0d8a-4f17-81fb-718793e7160c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1635.781513] env[63326]: DEBUG nova.network.neutron [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updating instance_info_cache with network_info: [{"id": "3b146b7a-260d-4163-923c-fd2147f8f601", "address": "fa:16:3e:c0:15:c6", "network": {"id": "feb0d371-b7a5-47b5-82f0-ca9e46e27af7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542371114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b24464027953465199796878b2ed5c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b146b7a-26", "ovs_interfaceid": "3b146b7a-260d-4163-923c-fd2147f8f601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.791259] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "3432755e-8671-48c6-bf09-59a10da7f115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.836842] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52198727-c8cf-b7ae-2342-ee4cfc06a21a, 'name': SearchDatastore_Task, 'duration_secs': 0.028559} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.837791] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.837791] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 31b86e40-1b9d-4c91-8524-91deab60bfec/31b86e40-1b9d-4c91-8524-91deab60bfec.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.837791] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9224eb43-c4cb-4bf4-a65c-54ffc4e413fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.848445] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1635.848445] env[63326]: value = "task-1726326" [ 1635.848445] env[63326]: _type = "Task" [ 1635.848445] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.859097] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.891559] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.892295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "d9e041b4-933a-4c27-ae16-2cdfa755a13f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.892518] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "d9e041b4-933a-4c27-ae16-2cdfa755a13f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.914572] env[63326]: DEBUG nova.network.neutron [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updating instance_info_cache with network_info: [{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.964657] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726325, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.183602] env[63326]: DEBUG nova.compute.manager [req-9315343d-f2fb-4796-ae0c-581070f90b95 req-5a6f4f6f-7e66-460a-b11b-b5c5f4ab8ef1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Received event network-changed-ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1636.184442] env[63326]: DEBUG nova.compute.manager [req-9315343d-f2fb-4796-ae0c-581070f90b95 req-5a6f4f6f-7e66-460a-b11b-b5c5f4ab8ef1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Refreshing instance network info cache due to event network-changed-ccf99b4a-65ce-4233-aa7a-dafeadfeed48. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1636.184673] env[63326]: DEBUG oslo_concurrency.lockutils [req-9315343d-f2fb-4796-ae0c-581070f90b95 req-5a6f4f6f-7e66-460a-b11b-b5c5f4ab8ef1 service nova] Acquiring lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.187183] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bda969-5d66-4945-b9c0-43fea81219c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.200171] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde95717-0757-4d71-9740-0973c2672600 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.237259] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5c269e-d3fc-4bbb-b852-99c460713de5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.247219] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51095fff-7e21-48dc-925b-66fac06b9fd4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.264709] env[63326]: DEBUG nova.compute.provider_tree [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.285130] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Releasing lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.362029] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726326, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.395313] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "d9e041b4-933a-4c27-ae16-2cdfa755a13f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.395964] env[63326]: DEBUG nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.419015] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Releasing lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.419015] env[63326]: DEBUG nova.compute.manager [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Inject network info {{(pid=63326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1636.419015] env[63326]: DEBUG nova.compute.manager [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] network_info to inject: |[{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1636.428955] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Reconfiguring VM instance to set the machine id {{(pid=63326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1636.428955] env[63326]: DEBUG oslo_concurrency.lockutils [req-9315343d-f2fb-4796-ae0c-581070f90b95 req-5a6f4f6f-7e66-460a-b11b-b5c5f4ab8ef1 service nova] Acquired lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.428955] env[63326]: DEBUG nova.network.neutron [req-9315343d-f2fb-4796-ae0c-581070f90b95 req-5a6f4f6f-7e66-460a-b11b-b5c5f4ab8ef1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Refreshing network info cache for port ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.428955] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127f76b1-49b1-4017-b56a-694d21823b90 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.454803] env[63326]: DEBUG oslo_vmware.api [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1636.454803] env[63326]: value = "task-1726328" [ 1636.454803] env[63326]: _type = "Task" [ 1636.454803] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.464813] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726325, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.476493] env[63326]: DEBUG oslo_vmware.api [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.770160] env[63326]: DEBUG nova.scheduler.client.report [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.863776] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662941} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.863922] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 31b86e40-1b9d-4c91-8524-91deab60bfec/31b86e40-1b9d-4c91-8524-91deab60bfec.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.864155] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.866630] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ff144c-38f7-4d3e-b6cf-d9e2ec1a1e2c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.874152] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1636.874152] env[63326]: value = "task-1726329" [ 1636.874152] env[63326]: _type = "Task" [ 1636.874152] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.882985] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.902514] env[63326]: DEBUG nova.compute.utils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.903842] env[63326]: DEBUG nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1636.904016] env[63326]: DEBUG nova.network.neutron [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.952080] env[63326]: DEBUG nova.policy [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed6c8aeca384623b3720f3f8c5fdb84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69c135f2ddd6452a8d37c606ccea114a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.970706] env[63326]: DEBUG oslo_vmware.api [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726328, 'name': ReconfigVM_Task, 'duration_secs': 0.216439} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.974728] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c3e240-602e-4713-83c4-bfa2f45b34e2 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Reconfigured VM instance to set the machine id {{(pid=63326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1636.977630] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726325, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.275580] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.279020] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.137s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.300838] env[63326]: INFO nova.scheduler.client.report [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Deleted allocations for instance 2ddff8a6-2b4f-47e8-82cb-befcde383ee8 [ 1637.314353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.314353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.314353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.314353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.314353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.318441] env[63326]: INFO nova.compute.manager [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Terminating instance [ 1637.350652] env[63326]: DEBUG nova.network.neutron [req-9315343d-f2fb-4796-ae0c-581070f90b95 req-5a6f4f6f-7e66-460a-b11b-b5c5f4ab8ef1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updated VIF entry in instance network info cache for port ccf99b4a-65ce-4233-aa7a-dafeadfeed48. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1637.351043] env[63326]: DEBUG nova.network.neutron [req-9315343d-f2fb-4796-ae0c-581070f90b95 req-5a6f4f6f-7e66-460a-b11b-b5c5f4ab8ef1 service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updating instance_info_cache with network_info: [{"id": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "address": "fa:16:3e:19:a8:dd", "network": {"id": "835980b1-8c22-4965-83b7-006b052f1a38", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1953105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2441de38707e4ca5b3f027474c769999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf99b4a-65", "ovs_interfaceid": "ccf99b4a-65ce-4233-aa7a-dafeadfeed48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.387241] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078055} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.387241] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.388355] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd42117f-c279-4227-a4fb-ca8745b76489 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.413400] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 31b86e40-1b9d-4c91-8524-91deab60bfec/31b86e40-1b9d-4c91-8524-91deab60bfec.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.414011] env[63326]: DEBUG nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.416635] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f033c14-2e27-4ddb-9aa9-ca5ba93157a2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.432423] env[63326]: DEBUG nova.network.neutron [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Successfully created port: 3d4b0837-c51d-413c-b3d0-c6b518b4a092 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1637.443260] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1637.443260] env[63326]: value = "task-1726330" [ 1637.443260] env[63326]: _type = "Task" [ 1637.443260] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.453194] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.460718] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.461038] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.469821] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726325, 'name': CloneVM_Task, 'duration_secs': 1.774227} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.470318] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Created linked-clone VM from snapshot [ 1637.471207] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89bf8bb-2ced-4a0f-86b3-da85329d5353 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.482398] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Uploading image 7e879dba-cc44-46fc-a8b5-44e81ad4c9c8 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1637.491363] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "1358e31e-6451-4e08-981a-fd64345387d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.491651] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "1358e31e-6451-4e08-981a-fd64345387d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.498547] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1637.499382] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12269e65-af1e-4bbb-ad26-93a180abfbe1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.509081] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1637.509081] env[63326]: value = "task-1726331" [ 1637.509081] env[63326]: _type = "Task" [ 1637.509081] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.519512] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726331, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.528737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.528997] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.817488] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e8499c2-06e4-48a2-bee2-93b0733f9837 tempest-ServerMetadataNegativeTestJSON-1864381685 tempest-ServerMetadataNegativeTestJSON-1864381685-project-member] Lock "2ddff8a6-2b4f-47e8-82cb-befcde383ee8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.105s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.830577] env[63326]: DEBUG nova.compute.manager [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.830577] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.830577] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.830577] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa2249b-b406-4384-80d8-581b8f71560f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.834088] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-130a3625-cb24-4c1c-9f5b-e73fb87fc5cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.848261] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.850007] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c9fb3ec-e842-4617-b5ab-a802ce108c03 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.852016] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1637.852016] env[63326]: value = "task-1726332" [ 1637.852016] env[63326]: _type = "Task" [ 1637.852016] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.856741] env[63326]: DEBUG oslo_concurrency.lockutils [req-9315343d-f2fb-4796-ae0c-581070f90b95 req-5a6f4f6f-7e66-460a-b11b-b5c5f4ab8ef1 service nova] Releasing lock "refresh_cache-4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.861752] env[63326]: DEBUG oslo_vmware.api [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1637.861752] env[63326]: value = "task-1726333" [ 1637.861752] env[63326]: _type = "Task" [ 1637.861752] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.865599] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.875261] env[63326]: DEBUG oslo_vmware.api [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.953555] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726330, 'name': ReconfigVM_Task, 'duration_secs': 0.297143} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.954753] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 31b86e40-1b9d-4c91-8524-91deab60bfec/31b86e40-1b9d-4c91-8524-91deab60bfec.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.954753] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9457f404-5710-498c-9d62-de58441b9c79 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.964652] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1637.968671] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1637.968671] env[63326]: value = "task-1726334" [ 1637.968671] env[63326]: _type = "Task" [ 1637.968671] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.984914] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726334, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.994454] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.028471] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726331, 'name': Destroy_Task, 'duration_secs': 0.462248} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.031036] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Destroyed the VM [ 1638.031646] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1638.033831] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.037796] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a4263e2-a000-4851-8437-d2a0561e9d5a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.050801] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1638.050801] env[63326]: value = "task-1726335" [ 1638.050801] env[63326]: _type = "Task" [ 1638.050801] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.067963] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e310e14f-4487-4993-a6b6-367be947a9ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 04db72ce-e49a-4ee7-a321-9810dd258233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 22a6d0c5-5bb2-495c-9688-3d56b7253045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 67e44e2d-1e54-4380-b32e-7b54be385e34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f214df39-a352-450d-9a68-ccaa5d209b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 167755b8-43fd-4349-ad9a-c5fc02423bc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 03a8c115-6a27-45f9-9e27-1af228df293b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.338343] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance da1c0fc8-f0d2-4b13-a462-d0e67039c0b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1638.339175] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance aef00d95-7465-418d-bc1c-482f907d53da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.339175] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 33f6fccd-e949-4da4-a7df-0ace8672b75b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.339175] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance da60a6bc-575f-4eef-a17a-957d88e80cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.339175] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 31b86e40-1b9d-4c91-8524-91deab60bfec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.339464] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1638.366763] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726332, 'name': PowerOffVM_Task, 'duration_secs': 0.345667} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.370445] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.371624] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044a33e0-1865-42b3-b802-f768e258e1a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.380720] env[63326]: DEBUG oslo_vmware.api [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726333, 'name': PowerOffVM_Task, 'duration_secs': 0.314103} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.396864] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.397213] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.397861] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e289a1f-24af-4f91-9652-dfebac1989e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.400453] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ba57e-c10d-4362-87ab-9de3bf06ef88 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.439465] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.439830] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e79c6767-1e96-4f47-a588-b08ede3000a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.442500] env[63326]: DEBUG nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.452258] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1638.452258] env[63326]: value = "task-1726338" [ 1638.452258] env[63326]: _type = "Task" [ 1638.452258] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.467767] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.474534] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.474791] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.474931] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.475324] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.475324] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.475515] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.475727] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.475882] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.476124] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.476327] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.477095] env[63326]: DEBUG nova.virt.hardware [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.480159] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac248c9-facd-44bf-b8f6-727ba483b8d3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.492681] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726334, 'name': Rename_Task, 'duration_secs': 0.211016} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.495498] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.495836] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63306b1e-33d9-4195-b85a-d78567df49ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.498350] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06395f0d-7132-4923-944c-aab2884911b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.504030] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.507189] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.507189] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.507189] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Deleting the datastore file [datastore1] 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.507934] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfa6fa9c-d639-436a-a3e4-95f2a3bf3efa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.522331] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.522698] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1638.522698] env[63326]: value = "task-1726339" [ 1638.522698] env[63326]: _type = "Task" [ 1638.522698] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.527032] env[63326]: DEBUG oslo_vmware.api [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for the task: (returnval){ [ 1638.527032] env[63326]: value = "task-1726340" [ 1638.527032] env[63326]: _type = "Task" [ 1638.527032] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.536325] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.539622] env[63326]: DEBUG oslo_vmware.api [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.561557] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726335, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.562711] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.844762] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance d453cc73-db4c-4688-b0aa-947f3f937991 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1638.968179] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1638.969461] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.969830] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.970079] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.970329] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.970656] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3438e0cc-ebad-4cc0-ad5b-a164c6b24bdd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.987860] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.988672] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.989516] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c011324-7ee1-4640-9265-c4b61bf41930 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.996640] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1638.996640] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520ea321-759d-8c7f-afe4-d0ed66d9654e" [ 1638.996640] env[63326]: _type = "Task" [ 1638.996640] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.004658] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520ea321-759d-8c7f-afe4-d0ed66d9654e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.044330] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726339, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.049016] env[63326]: DEBUG oslo_vmware.api [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Task: {'id': task-1726340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232439} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.049016] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.049016] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.049244] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.049434] env[63326]: INFO nova.compute.manager [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1639.049708] env[63326]: DEBUG oslo.service.loopingcall [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.050085] env[63326]: DEBUG nova.compute.manager [-] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.050590] env[63326]: DEBUG nova.network.neutron [-] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.066204] env[63326]: DEBUG oslo_vmware.api [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.794888} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.066848] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1639.347938] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8b15ca32-96d6-4762-a79e-2a4d8e5d9403 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1639.515166] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520ea321-759d-8c7f-afe4-d0ed66d9654e, 'name': SearchDatastore_Task, 'duration_secs': 0.027699} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.518708] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0657736f-a355-4777-9b44-562d3a32b9cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.525015] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1639.525015] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52554287-5303-cb3f-37a6-f27c37f9e108" [ 1639.525015] env[63326]: _type = "Task" [ 1639.525015] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.536635] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52554287-5303-cb3f-37a6-f27c37f9e108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.539976] env[63326]: DEBUG oslo_vmware.api [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726339, 'name': PowerOnVM_Task, 'duration_secs': 0.561289} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.541501] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.542067] env[63326]: INFO nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1639.542407] env[63326]: DEBUG nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.546182] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8400aa5-4e7f-4eec-b51e-202490032621 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.574160] env[63326]: WARNING nova.compute.manager [None req-6720d807-3f32-4ba2-a91f-5a7a4b518873 tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Image not found during snapshot: nova.exception.ImageNotFound: Image 7e879dba-cc44-46fc-a8b5-44e81ad4c9c8 could not be found. [ 1639.578197] env[63326]: DEBUG nova.compute.manager [req-921c47d6-24d8-4866-be9a-5a9b120f1d61 req-e32edcc3-cfde-495d-abdc-f7b6c4b0bba8 service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Received event network-vif-plugged-3d4b0837-c51d-413c-b3d0-c6b518b4a092 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1639.578576] env[63326]: DEBUG oslo_concurrency.lockutils [req-921c47d6-24d8-4866-be9a-5a9b120f1d61 req-e32edcc3-cfde-495d-abdc-f7b6c4b0bba8 service nova] Acquiring lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.578826] env[63326]: DEBUG oslo_concurrency.lockutils [req-921c47d6-24d8-4866-be9a-5a9b120f1d61 req-e32edcc3-cfde-495d-abdc-f7b6c4b0bba8 service nova] Lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.579071] env[63326]: DEBUG oslo_concurrency.lockutils [req-921c47d6-24d8-4866-be9a-5a9b120f1d61 req-e32edcc3-cfde-495d-abdc-f7b6c4b0bba8 service nova] Lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.579405] env[63326]: DEBUG nova.compute.manager [req-921c47d6-24d8-4866-be9a-5a9b120f1d61 req-e32edcc3-cfde-495d-abdc-f7b6c4b0bba8 service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] No waiting events found dispatching network-vif-plugged-3d4b0837-c51d-413c-b3d0-c6b518b4a092 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.579663] env[63326]: WARNING nova.compute.manager [req-921c47d6-24d8-4866-be9a-5a9b120f1d61 req-e32edcc3-cfde-495d-abdc-f7b6c4b0bba8 service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Received unexpected event network-vif-plugged-3d4b0837-c51d-413c-b3d0-c6b518b4a092 for instance with vm_state building and task_state spawning. [ 1639.711104] env[63326]: DEBUG nova.network.neutron [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Successfully updated port: 3d4b0837-c51d-413c-b3d0-c6b518b4a092 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.849830] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 1358e31e-6451-4e08-981a-fd64345387d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1640.036534] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52554287-5303-cb3f-37a6-f27c37f9e108, 'name': SearchDatastore_Task, 'duration_secs': 0.019901} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.036990] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.037359] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. {{(pid=63326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1640.037359] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09ce831b-e828-4218-a493-8b215cbb7383 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.047179] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "aef00d95-7465-418d-bc1c-482f907d53da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.047694] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "aef00d95-7465-418d-bc1c-482f907d53da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.047904] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "aef00d95-7465-418d-bc1c-482f907d53da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.048108] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "aef00d95-7465-418d-bc1c-482f907d53da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.048515] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "aef00d95-7465-418d-bc1c-482f907d53da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.050976] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1640.050976] env[63326]: value = "task-1726341" [ 1640.050976] env[63326]: _type = "Task" [ 1640.050976] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.059251] env[63326]: INFO nova.compute.manager [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Terminating instance [ 1640.073406] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.077150] env[63326]: INFO nova.compute.manager [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Took 24.02 seconds to build instance. [ 1640.215449] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "refresh_cache-3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.215730] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquired lock "refresh_cache-3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.215913] env[63326]: DEBUG nova.network.neutron [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.353838] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 140f4bc5-8a9c-4bc8-8874-62d13604fd5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1640.354078] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1640.354232] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1640.389383] env[63326]: DEBUG nova.network.neutron [-] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.563215] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726341, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.565420] env[63326]: DEBUG nova.compute.manager [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1640.565420] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.565420] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41873fe4-a693-4e1a-9557-efc83768a6fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.577890] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.578388] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac8b5513-fc3d-4d83-8518-12bf3516c7f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.585266] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bb727de6-f777-4aa7-b751-656ed90bf764 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.535s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.593939] env[63326]: DEBUG oslo_vmware.api [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1640.593939] env[63326]: value = "task-1726342" [ 1640.593939] env[63326]: _type = "Task" [ 1640.593939] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.622427] env[63326]: DEBUG oslo_vmware.api [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.745725] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a53a10-1f54-4b72-b4b0-0bdf769bcd2b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.755855] env[63326]: DEBUG nova.network.neutron [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.759862] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bbb873-65cd-44e9-861a-266d8e7424bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.799754] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783302de-f450-467d-8437-5ae5dd11617d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.808043] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc9fe17-5b29-4527-80e7-20db9330b11a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.823659] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.894316] env[63326]: INFO nova.compute.manager [-] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Took 1.84 seconds to deallocate network for instance. [ 1641.019364] env[63326]: DEBUG nova.network.neutron [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Updating instance_info_cache with network_info: [{"id": "3d4b0837-c51d-413c-b3d0-c6b518b4a092", "address": "fa:16:3e:21:ae:cd", "network": {"id": "5ba4f2a3-80d6-41de-911f-b50f09862290", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-62598647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69c135f2ddd6452a8d37c606ccea114a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4b0837-c5", "ovs_interfaceid": "3d4b0837-c51d-413c-b3d0-c6b518b4a092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.063227] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639632} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.063511] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. [ 1641.064437] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2f240d-c74d-48a9-b871-62d192a366ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.093523] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.093870] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d22232-e49b-4fcd-a856-0406469b2a56 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.116275] env[63326]: DEBUG oslo_vmware.api [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726342, 'name': PowerOffVM_Task, 'duration_secs': 0.236863} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.117571] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.117758] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1641.118074] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1641.118074] env[63326]: value = "task-1726343" [ 1641.118074] env[63326]: _type = "Task" [ 1641.118074] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.118737] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e4697aa-308f-45b8-9d8f-04f4ea795947 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.129235] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.203029] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1641.203223] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1641.203408] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleting the datastore file [datastore1] aef00d95-7465-418d-bc1c-482f907d53da {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1641.203862] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db96ddb-a60c-447f-b6de-4bc683c77ee3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.212845] env[63326]: DEBUG oslo_vmware.api [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for the task: (returnval){ [ 1641.212845] env[63326]: value = "task-1726345" [ 1641.212845] env[63326]: _type = "Task" [ 1641.212845] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.221708] env[63326]: DEBUG oslo_vmware.api [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.326498] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.404921] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.524030] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Releasing lock "refresh_cache-3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.525025] env[63326]: DEBUG nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Instance network_info: |[{"id": "3d4b0837-c51d-413c-b3d0-c6b518b4a092", "address": "fa:16:3e:21:ae:cd", "network": {"id": "5ba4f2a3-80d6-41de-911f-b50f09862290", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-62598647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69c135f2ddd6452a8d37c606ccea114a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4b0837-c5", "ovs_interfaceid": "3d4b0837-c51d-413c-b3d0-c6b518b4a092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1641.525025] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:ae:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d4b0837-c51d-413c-b3d0-c6b518b4a092', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.532394] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Creating folder: Project (69c135f2ddd6452a8d37c606ccea114a). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.532728] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70b71259-b693-4f55-afa2-54cd8f66532e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.546035] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Created folder: Project (69c135f2ddd6452a8d37c606ccea114a) in parent group-v359097. [ 1641.546035] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Creating folder: Instances. Parent ref: group-v359329. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.546288] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08dffd58-8129-44ae-ad46-1ae0ef2d05de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.556950] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Created folder: Instances in parent group-v359329. [ 1641.557224] env[63326]: DEBUG oslo.service.loopingcall [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.557426] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.557637] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfb40329-6b99-4cda-a181-87d1e85872fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.576748] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.576748] env[63326]: value = "task-1726348" [ 1641.576748] env[63326]: _type = "Task" [ 1641.576748] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.584924] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726348, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.613051] env[63326]: DEBUG nova.compute.manager [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Received event network-changed-3d4b0837-c51d-413c-b3d0-c6b518b4a092 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1641.613277] env[63326]: DEBUG nova.compute.manager [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Refreshing instance network info cache due to event network-changed-3d4b0837-c51d-413c-b3d0-c6b518b4a092. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1641.613503] env[63326]: DEBUG oslo_concurrency.lockutils [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] Acquiring lock "refresh_cache-3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.613646] env[63326]: DEBUG oslo_concurrency.lockutils [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] Acquired lock "refresh_cache-3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.613807] env[63326]: DEBUG nova.network.neutron [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Refreshing network info cache for port 3d4b0837-c51d-413c-b3d0-c6b518b4a092 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.631149] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726343, 'name': ReconfigVM_Task, 'duration_secs': 0.339796} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.631466] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.632347] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95394a0f-14ba-4566-8590-4fd9b329264e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.660990] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299f608c-90df-474e-92ae-937d2ab0e94e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.677588] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1641.677588] env[63326]: value = "task-1726349" [ 1641.677588] env[63326]: _type = "Task" [ 1641.677588] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.687298] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.724997] env[63326]: DEBUG oslo_vmware.api [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Task: {'id': task-1726345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164364} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.725324] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1641.725622] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1641.725860] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1641.726135] env[63326]: INFO nova.compute.manager [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1641.726508] env[63326]: DEBUG oslo.service.loopingcall [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.726797] env[63326]: DEBUG nova.compute.manager [-] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1641.726970] env[63326]: DEBUG nova.network.neutron [-] [instance: aef00d95-7465-418d-bc1c-482f907d53da] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1641.814100] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Acquiring lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.814436] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.831142] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1641.831357] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.552s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.831663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.444s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.833023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.834275] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.975s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.834490] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.836896] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.945s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.838412] env[63326]: INFO nova.compute.claims [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.861018] env[63326]: DEBUG nova.compute.manager [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1641.864892] env[63326]: INFO nova.scheduler.client.report [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Deleted allocations for instance da1c0fc8-f0d2-4b13-a462-d0e67039c0b2 [ 1642.089625] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726348, 'name': CreateVM_Task, 'duration_secs': 0.502741} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.089908] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.090456] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.090655] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.090980] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.091263] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772fae94-8b95-4b46-adde-61c292c9aefb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.098018] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1642.098018] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521bd9a5-d1e9-141b-baa1-a244ae891662" [ 1642.098018] env[63326]: _type = "Task" [ 1642.098018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.110293] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521bd9a5-d1e9-141b-baa1-a244ae891662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.190513] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726349, 'name': ReconfigVM_Task, 'duration_secs': 0.247942} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.190879] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.191990] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4529a00d-d521-4e20-acab-1352d332c5e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.201350] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1642.201350] env[63326]: value = "task-1726351" [ 1642.201350] env[63326]: _type = "Task" [ 1642.201350] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.210229] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.316816] env[63326]: DEBUG nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1642.350633] env[63326]: DEBUG oslo_concurrency.lockutils [None req-905c4306-b3e8-41c6-848e-123b4009e3cc tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "3432755e-8671-48c6-bf09-59a10da7f115" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.903s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.352169] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "3432755e-8671-48c6-bf09-59a10da7f115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.561s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.352425] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "3432755e-8671-48c6-bf09-59a10da7f115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.352644] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "3432755e-8671-48c6-bf09-59a10da7f115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.352820] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "3432755e-8671-48c6-bf09-59a10da7f115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.354946] env[63326]: INFO nova.compute.manager [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Terminating instance [ 1642.376405] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7b35eea2-dc15-45e1-8b1e-3f708f1c8972 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "da1c0fc8-f0d2-4b13-a462-d0e67039c0b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.225s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.387531] env[63326]: DEBUG nova.network.neutron [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Updated VIF entry in instance network info cache for port 3d4b0837-c51d-413c-b3d0-c6b518b4a092. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.387531] env[63326]: DEBUG nova.network.neutron [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Updating instance_info_cache with network_info: [{"id": "3d4b0837-c51d-413c-b3d0-c6b518b4a092", "address": "fa:16:3e:21:ae:cd", "network": {"id": "5ba4f2a3-80d6-41de-911f-b50f09862290", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-62598647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69c135f2ddd6452a8d37c606ccea114a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4b0837-c5", "ovs_interfaceid": "3d4b0837-c51d-413c-b3d0-c6b518b4a092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.396782] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.564764] env[63326]: DEBUG nova.network.neutron [-] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.607962] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521bd9a5-d1e9-141b-baa1-a244ae891662, 'name': SearchDatastore_Task, 'duration_secs': 0.015847} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.607962] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.608188] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.608444] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.608589] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.608768] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.609048] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-237787bf-438c-4b2e-bc78-887de3f57f67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.619418] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.619418] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.620077] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ea1cf3-8403-4636-8ccb-06c6476ee909 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.626749] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1642.626749] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52763b35-e700-be4b-eb9e-311ac554fd6c" [ 1642.626749] env[63326]: _type = "Task" [ 1642.626749] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.638453] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52763b35-e700-be4b-eb9e-311ac554fd6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.714238] env[63326]: DEBUG oslo_vmware.api [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726351, 'name': PowerOnVM_Task, 'duration_secs': 0.482642} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.714521] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.717372] env[63326]: DEBUG nova.compute.manager [None req-f3711018-e8f5-429c-b964-defa0b156537 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.718145] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e960b79-f05a-4dc3-ae09-e759189549cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.835184] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.860155] env[63326]: DEBUG nova.compute.manager [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1642.860155] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.860312] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-217698bd-75af-4234-aa45-91d2694eae35 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.871147] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306bb49a-487a-4b78-bdd4-0326ffbad392 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.889220] env[63326]: DEBUG oslo_concurrency.lockutils [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] Releasing lock "refresh_cache-3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.889544] env[63326]: DEBUG nova.compute.manager [req-32d53e62-a0a4-425e-ae9e-ef0e785ddd4a req-a882a115-143f-4af2-996f-ba3a3ccd349b service nova] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Received event network-vif-deleted-ccf99b4a-65ce-4233-aa7a-dafeadfeed48 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1642.910871] env[63326]: WARNING nova.virt.vmwareapi.vmops [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3432755e-8671-48c6-bf09-59a10da7f115 could not be found. [ 1642.911110] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.911312] env[63326]: INFO nova.compute.manager [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1642.911557] env[63326]: DEBUG oslo.service.loopingcall [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.914169] env[63326]: DEBUG nova.compute.manager [-] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1642.914273] env[63326]: DEBUG nova.network.neutron [-] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1643.069400] env[63326]: INFO nova.compute.manager [-] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Took 1.34 seconds to deallocate network for instance. [ 1643.156360] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52763b35-e700-be4b-eb9e-311ac554fd6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.156360] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c98b8f-21aa-4b49-a532-38a290e534db {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.164028] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1643.164028] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286bb41-5eb6-ccd4-0a16-268cc147e211" [ 1643.164028] env[63326]: _type = "Task" [ 1643.164028] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.181420] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286bb41-5eb6-ccd4-0a16-268cc147e211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.190741] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc6db57-28e4-45ae-bebf-546744c6ff49 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.201096] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ba6eff-0580-4f19-9a0b-65f8596bcefa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.242101] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5263eb9-17bd-4f0f-98fd-ff861331223f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.254073] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9398c827-3311-467c-bc28-466b698c34b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.269989] env[63326]: DEBUG nova.compute.provider_tree [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.585083] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.641942] env[63326]: DEBUG nova.compute.manager [req-72cab458-744d-49be-8ef2-18ecb9d47a7f req-79bfaf97-a65f-48e8-a494-ff444a5b4e68 service nova] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Received event network-vif-deleted-3a6094d6-fa93-4fcc-916c-a456ac9916e3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1643.674518] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286bb41-5eb6-ccd4-0a16-268cc147e211, 'name': SearchDatastore_Task, 'duration_secs': 0.018722} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.675094] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.675373] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1/3fb1c089-8b44-4a20-b7ed-5a285e11a6e1.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.675647] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64e9522b-da82-4c3d-9347-41e85cdbc7c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.683166] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1643.683166] env[63326]: value = "task-1726352" [ 1643.683166] env[63326]: _type = "Task" [ 1643.683166] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.692840] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.748129] env[63326]: DEBUG nova.network.neutron [-] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.791076] env[63326]: ERROR nova.scheduler.client.report [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [req-2d3e701a-fa6a-4900-89c6-b3ce5f3fdf8d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2d3e701a-fa6a-4900-89c6-b3ce5f3fdf8d"}]} [ 1643.807118] env[63326]: DEBUG nova.scheduler.client.report [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1643.821014] env[63326]: DEBUG nova.scheduler.client.report [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1643.821253] env[63326]: DEBUG nova.compute.provider_tree [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.833902] env[63326]: DEBUG nova.scheduler.client.report [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1643.851326] env[63326]: DEBUG nova.scheduler.client.report [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1643.881530] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2a36d2c4-c767-4d72-96ba-958989f77e23 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.881624] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2a36d2c4-c767-4d72-96ba-958989f77e23 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.881913] env[63326]: DEBUG nova.objects.instance [None req-2a36d2c4-c767-4d72-96ba-958989f77e23 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'flavor' on Instance uuid 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.120881] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4b92f-8ecd-4e51-994d-684e3c11d336 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.129043] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dace7a7f-17ab-4b03-906b-a4f1f66c5fd9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.171318] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3a5a74-d330-4cde-a544-46d195f4876b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.183411] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d9ed9e-4380-416e-ab5c-3d5a3a2e23e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.208966] env[63326]: DEBUG nova.compute.provider_tree [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1644.213643] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726352, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.251414] env[63326]: INFO nova.compute.manager [-] [instance: 3432755e-8671-48c6-bf09-59a10da7f115] Took 1.34 seconds to deallocate network for instance. [ 1644.387751] env[63326]: DEBUG nova.objects.instance [None req-2a36d2c4-c767-4d72-96ba-958989f77e23 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.702907] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904674} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.703216] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1/3fb1c089-8b44-4a20-b7ed-5a285e11a6e1.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.703439] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.703695] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab380b8e-62c7-4d05-879d-cabde0a9720a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.712805] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1644.712805] env[63326]: value = "task-1726353" [ 1644.712805] env[63326]: _type = "Task" [ 1644.712805] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.727435] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.752257] env[63326]: DEBUG nova.scheduler.client.report [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1644.752569] env[63326]: DEBUG nova.compute.provider_tree [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 124 to 125 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1644.752765] env[63326]: DEBUG nova.compute.provider_tree [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1644.876454] env[63326]: DEBUG nova.compute.manager [req-d7dac1de-dd81-48ba-8030-211b12db3d12 req-abe84baf-c87f-4a64-8e6e-9aa7f45d4a58 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Received event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1644.876454] env[63326]: DEBUG nova.compute.manager [req-d7dac1de-dd81-48ba-8030-211b12db3d12 req-abe84baf-c87f-4a64-8e6e-9aa7f45d4a58 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing instance network info cache due to event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1644.876713] env[63326]: DEBUG oslo_concurrency.lockutils [req-d7dac1de-dd81-48ba-8030-211b12db3d12 req-abe84baf-c87f-4a64-8e6e-9aa7f45d4a58 service nova] Acquiring lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.876804] env[63326]: DEBUG oslo_concurrency.lockutils [req-d7dac1de-dd81-48ba-8030-211b12db3d12 req-abe84baf-c87f-4a64-8e6e-9aa7f45d4a58 service nova] Acquired lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.876962] env[63326]: DEBUG nova.network.neutron [req-d7dac1de-dd81-48ba-8030-211b12db3d12 req-abe84baf-c87f-4a64-8e6e-9aa7f45d4a58 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.890113] env[63326]: DEBUG nova.objects.base [None req-2a36d2c4-c767-4d72-96ba-958989f77e23 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Object Instance<4b47fcaf-7d4c-42a7-99b6-31fcfcd86417> lazy-loaded attributes: flavor,pci_requests {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1644.890330] env[63326]: DEBUG nova.network.neutron [None req-2a36d2c4-c767-4d72-96ba-958989f77e23 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.969276] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2a36d2c4-c767-4d72-96ba-958989f77e23 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.088s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.065301] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "04db72ce-e49a-4ee7-a321-9810dd258233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.066428] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.066729] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "04db72ce-e49a-4ee7-a321-9810dd258233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.066931] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.067123] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.069193] env[63326]: INFO nova.compute.manager [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Terminating instance [ 1645.226206] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066737} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.227236] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.227418] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c771dd-0b16-4f14-87b6-4a1c057074dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.250121] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1/3fb1c089-8b44-4a20-b7ed-5a285e11a6e1.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.250417] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ef86b0-eb2b-4a13-be1f-4ab7a0fb01c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.264804] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.428s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.265324] env[63326]: DEBUG nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1645.267872] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.764s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.269255] env[63326]: INFO nova.compute.claims [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.279653] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1645.279653] env[63326]: value = "task-1726354" [ 1645.279653] env[63326]: _type = "Task" [ 1645.279653] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.286287] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3ca460f9-b2bc-4fc7-af0a-dcdfe73e9e57 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "3432755e-8671-48c6-bf09-59a10da7f115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.934s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.291394] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.573358] env[63326]: DEBUG nova.compute.manager [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1645.573358] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1645.574090] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e54d2-019b-4170-8cd6-1d47e575fe6f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.583132] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.584056] env[63326]: DEBUG nova.network.neutron [req-d7dac1de-dd81-48ba-8030-211b12db3d12 req-abe84baf-c87f-4a64-8e6e-9aa7f45d4a58 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updated VIF entry in instance network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.584557] env[63326]: DEBUG nova.network.neutron [req-d7dac1de-dd81-48ba-8030-211b12db3d12 req-abe84baf-c87f-4a64-8e6e-9aa7f45d4a58 service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updating instance_info_cache with network_info: [{"id": "3b146b7a-260d-4163-923c-fd2147f8f601", "address": "fa:16:3e:c0:15:c6", "network": {"id": "feb0d371-b7a5-47b5-82f0-ca9e46e27af7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542371114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b24464027953465199796878b2ed5c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b146b7a-26", "ovs_interfaceid": "3b146b7a-260d-4163-923c-fd2147f8f601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.585950] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-110b92b2-6985-4247-8e90-e5e265a72e18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.596628] env[63326]: DEBUG oslo_vmware.api [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1645.596628] env[63326]: value = "task-1726355" [ 1645.596628] env[63326]: _type = "Task" [ 1645.596628] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.610645] env[63326]: DEBUG oslo_vmware.api [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.776744] env[63326]: DEBUG nova.compute.utils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.778323] env[63326]: DEBUG nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1645.778511] env[63326]: DEBUG nova.network.neutron [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.791316] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726354, 'name': ReconfigVM_Task, 'duration_secs': 0.46452} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.792307] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1/3fb1c089-8b44-4a20-b7ed-5a285e11a6e1.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.792943] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4260c744-732b-472f-8532-7faf47e63486 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.801844] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1645.801844] env[63326]: value = "task-1726356" [ 1645.801844] env[63326]: _type = "Task" [ 1645.801844] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.811666] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726356, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.823162] env[63326]: DEBUG nova.policy [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef1644ecf3541daa7d39ba2206d163e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6bcee9a93ad4c148c1cf541a9dd5d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.086304] env[63326]: DEBUG nova.network.neutron [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Successfully created port: 45803b3a-8f7a-4d0e-a6ea-d6457c23ba65 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.088515] env[63326]: DEBUG oslo_concurrency.lockutils [req-d7dac1de-dd81-48ba-8030-211b12db3d12 req-abe84baf-c87f-4a64-8e6e-9aa7f45d4a58 service nova] Releasing lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.107177] env[63326]: DEBUG oslo_vmware.api [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726355, 'name': PowerOffVM_Task, 'duration_secs': 0.457929} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.107484] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.107658] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.107914] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f1c917d-7dda-4c04-8823-bfb100361900 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.284306] env[63326]: DEBUG nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1646.300970] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.301230] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.301424] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Deleting the datastore file [datastore1] 04db72ce-e49a-4ee7-a321-9810dd258233 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.301699] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d5d573e-de64-4959-8f9e-5115041c5f5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.320954] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726356, 'name': Rename_Task, 'duration_secs': 0.159284} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.321835] env[63326]: DEBUG oslo_vmware.api [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for the task: (returnval){ [ 1646.321835] env[63326]: value = "task-1726358" [ 1646.321835] env[63326]: _type = "Task" [ 1646.321835] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.322174] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.322725] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2f45ed8-7960-49de-99c7-19deeb65f4fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.338058] env[63326]: DEBUG oslo_vmware.api [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.339590] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1646.339590] env[63326]: value = "task-1726359" [ 1646.339590] env[63326]: _type = "Task" [ 1646.339590] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.350503] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.608437] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1efdf6-c45c-4461-aa65-7c1dc0615c46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.617288] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c87f0-db9b-4a2c-a32a-fd079d585da4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.653712] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacf99bb-5db9-45f3-8e33-2c0e6fbafffe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.663077] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc861465-2df1-4b53-9323-4970e1a9eab5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.679488] env[63326]: DEBUG nova.compute.provider_tree [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1646.835466] env[63326]: DEBUG oslo_vmware.api [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Task: {'id': task-1726358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274678} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.836141] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1646.836141] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1646.836141] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1646.836316] env[63326]: INFO nova.compute.manager [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1646.836547] env[63326]: DEBUG oslo.service.loopingcall [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.836750] env[63326]: DEBUG nova.compute.manager [-] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1646.836866] env[63326]: DEBUG nova.network.neutron [-] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1646.850382] env[63326]: DEBUG oslo_vmware.api [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726359, 'name': PowerOnVM_Task, 'duration_secs': 0.501298} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.850846] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.851065] env[63326]: INFO nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1646.851246] env[63326]: DEBUG nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.852050] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9e4ae0-6a3e-431e-b3b7-d6d410bfcf28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.907672] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "aa16815b-02a6-47c4-a151-65f832a83dc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.907901] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.204774] env[63326]: ERROR nova.scheduler.client.report [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [req-0da4ec18-2735-458b-b04d-e1ff9020e28b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0da4ec18-2735-458b-b04d-e1ff9020e28b"}]} [ 1647.225612] env[63326]: DEBUG nova.scheduler.client.report [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1647.241432] env[63326]: DEBUG nova.scheduler.client.report [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1647.241681] env[63326]: DEBUG nova.compute.provider_tree [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1647.250393] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.250623] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.250963] env[63326]: DEBUG nova.objects.instance [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'flavor' on Instance uuid 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.255511] env[63326]: DEBUG nova.scheduler.client.report [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1647.276758] env[63326]: DEBUG nova.scheduler.client.report [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1647.294568] env[63326]: DEBUG nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1647.327074] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1647.328021] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.328021] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1647.328021] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.328021] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1647.328021] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1647.328233] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1647.331759] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1647.331759] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1647.331759] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1647.331759] env[63326]: DEBUG nova.virt.hardware [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1647.331759] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f600be9d-74cf-4267-b597-c73a03c36296 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.338789] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a670619c-44a4-42e9-a7aa-8c1778896313 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.371070] env[63326]: INFO nova.compute.manager [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Took 26.78 seconds to build instance. [ 1647.410224] env[63326]: DEBUG nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.663019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192f47f3-a7e6-4dbc-9d62-1a5691d43dcb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.671187] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50256e-a286-49a7-96c6-7996739ed460 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.702715] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50af42ab-d60f-4c77-a4a4-f83c97babe10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.716059] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc09da-85e0-4aba-b9f4-8659dba33cd3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.728952] env[63326]: DEBUG nova.compute.provider_tree [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1647.826028] env[63326]: DEBUG nova.objects.instance [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.871965] env[63326]: DEBUG oslo_concurrency.lockutils [None req-03a9db26-6e5a-4166-ad31-882e0c848156 tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.291s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.942236] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.142446] env[63326]: DEBUG nova.network.neutron [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Successfully updated port: 45803b3a-8f7a-4d0e-a6ea-d6457c23ba65 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.221918] env[63326]: DEBUG nova.compute.manager [req-8cba34ab-5528-4d4a-81f5-182771bd47b6 req-631e089a-18cc-4fce-87d1-059e1370752f service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Received event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1648.222143] env[63326]: DEBUG nova.compute.manager [req-8cba34ab-5528-4d4a-81f5-182771bd47b6 req-631e089a-18cc-4fce-87d1-059e1370752f service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing instance network info cache due to event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1648.222348] env[63326]: DEBUG oslo_concurrency.lockutils [req-8cba34ab-5528-4d4a-81f5-182771bd47b6 req-631e089a-18cc-4fce-87d1-059e1370752f service nova] Acquiring lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.222924] env[63326]: DEBUG oslo_concurrency.lockutils [req-8cba34ab-5528-4d4a-81f5-182771bd47b6 req-631e089a-18cc-4fce-87d1-059e1370752f service nova] Acquired lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.222924] env[63326]: DEBUG nova.network.neutron [req-8cba34ab-5528-4d4a-81f5-182771bd47b6 req-631e089a-18cc-4fce-87d1-059e1370752f service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.261980] env[63326]: DEBUG nova.scheduler.client.report [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1648.262286] env[63326]: DEBUG nova.compute.provider_tree [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 126 to 127 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1648.262472] env[63326]: DEBUG nova.compute.provider_tree [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1648.299695] env[63326]: DEBUG nova.compute.manager [req-b206109e-3940-4d18-8dc7-36e1994136f1 req-340f0b36-4cf0-432d-b7f5-fefeabda171c service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Received event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1648.299965] env[63326]: DEBUG nova.compute.manager [req-b206109e-3940-4d18-8dc7-36e1994136f1 req-340f0b36-4cf0-432d-b7f5-fefeabda171c service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing instance network info cache due to event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1648.300158] env[63326]: DEBUG oslo_concurrency.lockutils [req-b206109e-3940-4d18-8dc7-36e1994136f1 req-340f0b36-4cf0-432d-b7f5-fefeabda171c service nova] Acquiring lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.327353] env[63326]: DEBUG nova.objects.base [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Object Instance<4b47fcaf-7d4c-42a7-99b6-31fcfcd86417> lazy-loaded attributes: flavor,pci_requests {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1648.327560] env[63326]: DEBUG nova.network.neutron [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1648.377764] env[63326]: DEBUG nova.policy [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1648.464152] env[63326]: DEBUG nova.network.neutron [-] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.647520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "refresh_cache-d453cc73-db4c-4688-b0aa-947f3f937991" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.647520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "refresh_cache-d453cc73-db4c-4688-b0aa-947f3f937991" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.647520] env[63326]: DEBUG nova.network.neutron [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.770185] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.500s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.770185] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.772656] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.250s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.776018] env[63326]: INFO nova.compute.claims [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.785018] env[63326]: DEBUG nova.network.neutron [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Successfully created port: 34e31998-5410-429d-8803-266ce7cbaf16 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1648.968759] env[63326]: INFO nova.compute.manager [-] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Took 2.13 seconds to deallocate network for instance. [ 1649.191775] env[63326]: DEBUG nova.network.neutron [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1649.236154] env[63326]: DEBUG nova.network.neutron [req-8cba34ab-5528-4d4a-81f5-182771bd47b6 req-631e089a-18cc-4fce-87d1-059e1370752f service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updated VIF entry in instance network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.236154] env[63326]: DEBUG nova.network.neutron [req-8cba34ab-5528-4d4a-81f5-182771bd47b6 req-631e089a-18cc-4fce-87d1-059e1370752f service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updating instance_info_cache with network_info: [{"id": "3b146b7a-260d-4163-923c-fd2147f8f601", "address": "fa:16:3e:c0:15:c6", "network": {"id": "feb0d371-b7a5-47b5-82f0-ca9e46e27af7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542371114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b24464027953465199796878b2ed5c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b146b7a-26", "ovs_interfaceid": "3b146b7a-260d-4163-923c-fd2147f8f601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.274912] env[63326]: DEBUG nova.compute.utils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.276275] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.276613] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.363863] env[63326]: DEBUG nova.network.neutron [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Updating instance_info_cache with network_info: [{"id": "45803b3a-8f7a-4d0e-a6ea-d6457c23ba65", "address": "fa:16:3e:51:42:9e", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45803b3a-8f", "ovs_interfaceid": "45803b3a-8f7a-4d0e-a6ea-d6457c23ba65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.372849] env[63326]: DEBUG nova.policy [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '189852d0d96b49ab855a4faba5bf3024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77503be70f3406c84cd38e2e045d418', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.475409] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.740676] env[63326]: DEBUG oslo_concurrency.lockutils [req-8cba34ab-5528-4d4a-81f5-182771bd47b6 req-631e089a-18cc-4fce-87d1-059e1370752f service nova] Releasing lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.742554] env[63326]: DEBUG oslo_concurrency.lockutils [req-b206109e-3940-4d18-8dc7-36e1994136f1 req-340f0b36-4cf0-432d-b7f5-fefeabda171c service nova] Acquired lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.742554] env[63326]: DEBUG nova.network.neutron [req-b206109e-3940-4d18-8dc7-36e1994136f1 req-340f0b36-4cf0-432d-b7f5-fefeabda171c service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.781837] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.866911] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "refresh_cache-d453cc73-db4c-4688-b0aa-947f3f937991" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.867250] env[63326]: DEBUG nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Instance network_info: |[{"id": "45803b3a-8f7a-4d0e-a6ea-d6457c23ba65", "address": "fa:16:3e:51:42:9e", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45803b3a-8f", "ovs_interfaceid": "45803b3a-8f7a-4d0e-a6ea-d6457c23ba65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1649.867871] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:42:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45803b3a-8f7a-4d0e-a6ea-d6457c23ba65', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.881961] env[63326]: DEBUG oslo.service.loopingcall [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.884056] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1649.886347] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Successfully created port: 763389ed-286e-4a1a-a326-0e6211bdaa93 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.888399] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4797a682-0f32-44ab-b73f-ab47d40edaff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.911848] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.911848] env[63326]: value = "task-1726360" [ 1649.911848] env[63326]: _type = "Task" [ 1649.911848] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.921624] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726360, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.155428] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3534acd-7ba2-4a3c-b581-154b6ada456d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.166470] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1875bc4a-4b6a-438d-acc2-7a4d3abcf148 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.205994] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83fdbb1-a3a3-47e7-b780-9fc2f0d704dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.215501] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9373a-b2d4-45d0-ab1e-fa9bc45ac76c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.233662] env[63326]: DEBUG nova.compute.provider_tree [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.424730] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726360, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.466511] env[63326]: DEBUG nova.network.neutron [req-b206109e-3940-4d18-8dc7-36e1994136f1 req-340f0b36-4cf0-432d-b7f5-fefeabda171c service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updated VIF entry in instance network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1650.466873] env[63326]: DEBUG nova.network.neutron [req-b206109e-3940-4d18-8dc7-36e1994136f1 req-340f0b36-4cf0-432d-b7f5-fefeabda171c service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updating instance_info_cache with network_info: [{"id": "3b146b7a-260d-4163-923c-fd2147f8f601", "address": "fa:16:3e:c0:15:c6", "network": {"id": "feb0d371-b7a5-47b5-82f0-ca9e46e27af7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542371114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b24464027953465199796878b2ed5c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b146b7a-26", "ovs_interfaceid": "3b146b7a-260d-4163-923c-fd2147f8f601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.736579] env[63326]: DEBUG nova.scheduler.client.report [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.793369] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.822993] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.823277] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.823441] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.823622] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.823762] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.823903] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.824115] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.824887] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.824887] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.824887] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.824887] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.825950] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d858aa-ca03-4c2d-9c7f-8d4b4afada9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.835276] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c508b352-99c6-44dc-af2b-300e1c34d458 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.840055] env[63326]: DEBUG nova.network.neutron [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Successfully updated port: 34e31998-5410-429d-8803-266ce7cbaf16 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.922785] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726360, 'name': CreateVM_Task, 'duration_secs': 0.530879} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.925217] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.925217] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.925217] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.925217] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.925217] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51b08e6-657a-4799-bbc1-038b35bfcd59 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.929894] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1650.929894] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521ebd82-ddbf-a384-9b75-9fb259b48f80" [ 1650.929894] env[63326]: _type = "Task" [ 1650.929894] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.938682] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521ebd82-ddbf-a384-9b75-9fb259b48f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.970626] env[63326]: DEBUG oslo_concurrency.lockutils [req-b206109e-3940-4d18-8dc7-36e1994136f1 req-340f0b36-4cf0-432d-b7f5-fefeabda171c service nova] Releasing lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.200250] env[63326]: DEBUG nova.compute.manager [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Received event network-vif-deleted-6f3e59df-2b01-437c-b5cf-bbc8d9a1b681 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1651.200469] env[63326]: DEBUG nova.compute.manager [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Received event network-vif-plugged-45803b3a-8f7a-4d0e-a6ea-d6457c23ba65 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1651.200694] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Acquiring lock "d453cc73-db4c-4688-b0aa-947f3f937991-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.200900] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Lock "d453cc73-db4c-4688-b0aa-947f3f937991-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.201086] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Lock "d453cc73-db4c-4688-b0aa-947f3f937991-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.201255] env[63326]: DEBUG nova.compute.manager [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] No waiting events found dispatching network-vif-plugged-45803b3a-8f7a-4d0e-a6ea-d6457c23ba65 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.201420] env[63326]: WARNING nova.compute.manager [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Received unexpected event network-vif-plugged-45803b3a-8f7a-4d0e-a6ea-d6457c23ba65 for instance with vm_state building and task_state spawning. [ 1651.201680] env[63326]: DEBUG nova.compute.manager [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Received event network-changed-45803b3a-8f7a-4d0e-a6ea-d6457c23ba65 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1651.201906] env[63326]: DEBUG nova.compute.manager [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Refreshing instance network info cache due to event network-changed-45803b3a-8f7a-4d0e-a6ea-d6457c23ba65. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1651.202165] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Acquiring lock "refresh_cache-d453cc73-db4c-4688-b0aa-947f3f937991" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.202357] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Acquired lock "refresh_cache-d453cc73-db4c-4688-b0aa-947f3f937991" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.202573] env[63326]: DEBUG nova.network.neutron [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Refreshing network info cache for port 45803b3a-8f7a-4d0e-a6ea-d6457c23ba65 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.243689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.243689] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.245852] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.683s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.247587] env[63326]: INFO nova.compute.claims [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.344847] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.345742] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.345742] env[63326]: DEBUG nova.network.neutron [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.448279] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521ebd82-ddbf-a384-9b75-9fb259b48f80, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.448682] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.448987] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.453420] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.453661] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.453925] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.454306] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17f18237-5ba7-4663-9254-b446c03dbd33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.465497] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.465730] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.466706] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e356772f-a298-4acd-87c7-559b5d04e03c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.473600] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1651.473600] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521ddbec-7abc-9ca7-9d7d-ff09d7c8e860" [ 1651.473600] env[63326]: _type = "Task" [ 1651.473600] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.483976] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521ddbec-7abc-9ca7-9d7d-ff09d7c8e860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.591343] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Successfully updated port: 763389ed-286e-4a1a-a326-0e6211bdaa93 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.672882] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.673217] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.673453] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.673634] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.673800] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.675791] env[63326]: INFO nova.compute.manager [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Terminating instance [ 1651.753365] env[63326]: DEBUG nova.compute.utils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.754958] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1651.755111] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1651.849137] env[63326]: DEBUG nova.policy [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '189852d0d96b49ab855a4faba5bf3024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77503be70f3406c84cd38e2e045d418', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1651.883914] env[63326]: WARNING nova.network.neutron [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] f627832b-e7ad-4177-b4a2-60ab53cd10ce already exists in list: networks containing: ['f627832b-e7ad-4177-b4a2-60ab53cd10ce']. ignoring it [ 1651.985923] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521ddbec-7abc-9ca7-9d7d-ff09d7c8e860, 'name': SearchDatastore_Task, 'duration_secs': 0.008691} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.987020] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3ce624-bf60-425d-9585-04b186b6b118 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.993234] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1651.993234] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5258658c-1136-8b77-01e9-df2891b6399e" [ 1651.993234] env[63326]: _type = "Task" [ 1651.993234] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.002718] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5258658c-1136-8b77-01e9-df2891b6399e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.093643] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "refresh_cache-8b15ca32-96d6-4762-a79e-2a4d8e5d9403" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.093751] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "refresh_cache-8b15ca32-96d6-4762-a79e-2a4d8e5d9403" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.093894] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.100107] env[63326]: DEBUG nova.network.neutron [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Updated VIF entry in instance network info cache for port 45803b3a-8f7a-4d0e-a6ea-d6457c23ba65. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.100482] env[63326]: DEBUG nova.network.neutron [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Updating instance_info_cache with network_info: [{"id": "45803b3a-8f7a-4d0e-a6ea-d6457c23ba65", "address": "fa:16:3e:51:42:9e", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45803b3a-8f", "ovs_interfaceid": "45803b3a-8f7a-4d0e-a6ea-d6457c23ba65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.110724] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "33f6fccd-e949-4da4-a7df-0ace8672b75b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.111063] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "33f6fccd-e949-4da4-a7df-0ace8672b75b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.111275] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "33f6fccd-e949-4da4-a7df-0ace8672b75b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.111457] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "33f6fccd-e949-4da4-a7df-0ace8672b75b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.111626] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "33f6fccd-e949-4da4-a7df-0ace8672b75b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.116275] env[63326]: INFO nova.compute.manager [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Terminating instance [ 1652.179020] env[63326]: DEBUG nova.compute.manager [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1652.179264] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.180225] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6320b4-26d6-42ad-b95c-657379b3ec85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.187953] env[63326]: DEBUG nova.network.neutron [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34e31998-5410-429d-8803-266ce7cbaf16", "address": "fa:16:3e:cf:5a:1c", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e31998-54", "ovs_interfaceid": "34e31998-5410-429d-8803-266ce7cbaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.191422] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.192174] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62166ce1-ac63-43fd-81eb-8011db97a31d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.199852] env[63326]: DEBUG oslo_vmware.api [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1652.199852] env[63326]: value = "task-1726361" [ 1652.199852] env[63326]: _type = "Task" [ 1652.199852] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.212253] env[63326]: DEBUG oslo_vmware.api [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.260933] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.330155] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Successfully created port: 316a2110-9f45-48be-a86b-366008c6e0b6 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.504719] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5258658c-1136-8b77-01e9-df2891b6399e, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.507038] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.507307] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] d453cc73-db4c-4688-b0aa-947f3f937991/d453cc73-db4c-4688-b0aa-947f3f937991.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.507737] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-984a3f6b-85c7-4ca6-ac99-4265bbf308c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.515328] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1652.515328] env[63326]: value = "task-1726362" [ 1652.515328] env[63326]: _type = "Task" [ 1652.515328] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.525721] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.555639] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f83cd68-4fc7-4325-afee-faccf9145201 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.564126] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d8233-0c49-46d1-bf6d-41cb77d3dc14 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.599078] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6688563f-8aa9-4e7f-8e9a-d92e8287f2b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.604340] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Releasing lock "refresh_cache-d453cc73-db4c-4688-b0aa-947f3f937991" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.608027] env[63326]: DEBUG nova.compute.manager [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Received event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1652.608027] env[63326]: DEBUG nova.compute.manager [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing instance network info cache due to event network-changed-3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1652.608027] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Acquiring lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.608027] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Acquired lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.608027] env[63326]: DEBUG nova.network.neutron [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Refreshing network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.608027] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f25aaa-f037-4b24-a511-583698c185d3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.622167] env[63326]: DEBUG nova.compute.manager [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1652.622380] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.622849] env[63326]: DEBUG nova.compute.provider_tree [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.628024] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364043e5-bf7d-4df5-b5d0-1ccedee9e47d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.633605] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.634390] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.636138] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fee6723-eb9a-4a6f-87a5-ef230d6f0c3d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.643793] env[63326]: DEBUG oslo_vmware.api [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1652.643793] env[63326]: value = "task-1726363" [ 1652.643793] env[63326]: _type = "Task" [ 1652.643793] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.653294] env[63326]: DEBUG oslo_vmware.api [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.693283] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.694114] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.694302] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.695114] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ab061-649e-4d2c-a2f5-0d9205e8d508 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.720434] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1652.720691] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.720810] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1652.721011] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.721161] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1652.721302] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1652.721502] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1652.721705] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1652.721814] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1652.721959] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1652.722135] env[63326]: DEBUG nova.virt.hardware [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1652.729607] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Reconfiguring VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1652.729607] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a57fbd92-c5ad-47ad-ae52-225ebbe9864a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.747980] env[63326]: DEBUG oslo_vmware.api [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726361, 'name': PowerOffVM_Task, 'duration_secs': 0.218011} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.749281] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.749479] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1652.749797] env[63326]: DEBUG oslo_vmware.api [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1652.749797] env[63326]: value = "task-1726364" [ 1652.749797] env[63326]: _type = "Task" [ 1652.749797] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.750076] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41cc1bd7-cbdc-4ac3-861d-a3f8558a59e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.768637] env[63326]: DEBUG oslo_vmware.api [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726364, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.806471] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Updating instance_info_cache with network_info: [{"id": "763389ed-286e-4a1a-a326-0e6211bdaa93", "address": "fa:16:3e:43:7d:b5", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763389ed-28", "ovs_interfaceid": "763389ed-286e-4a1a-a326-0e6211bdaa93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.859211] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1652.859784] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1652.859932] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Deleting the datastore file [datastore1] 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1652.860245] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73a30043-d1d0-4229-9eca-ce1dceec0d1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.869082] env[63326]: DEBUG oslo_vmware.api [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for the task: (returnval){ [ 1652.869082] env[63326]: value = "task-1726366" [ 1652.869082] env[63326]: _type = "Task" [ 1652.869082] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.878923] env[63326]: DEBUG oslo_vmware.api [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.027442] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726362, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.129157] env[63326]: DEBUG nova.scheduler.client.report [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.155653] env[63326]: DEBUG oslo_vmware.api [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.233541] env[63326]: DEBUG nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-vif-plugged-34e31998-5410-429d-8803-266ce7cbaf16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1653.233896] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.234259] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.234532] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.234787] env[63326]: DEBUG nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] No waiting events found dispatching network-vif-plugged-34e31998-5410-429d-8803-266ce7cbaf16 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.235035] env[63326]: WARNING nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received unexpected event network-vif-plugged-34e31998-5410-429d-8803-266ce7cbaf16 for instance with vm_state active and task_state None. [ 1653.235247] env[63326]: DEBUG nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-changed-34e31998-5410-429d-8803-266ce7cbaf16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1653.235444] env[63326]: DEBUG nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Refreshing instance network info cache due to event network-changed-34e31998-5410-429d-8803-266ce7cbaf16. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1653.235673] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Acquiring lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.235829] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Acquired lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.236030] env[63326]: DEBUG nova.network.neutron [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Refreshing network info cache for port 34e31998-5410-429d-8803-266ce7cbaf16 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.267104] env[63326]: DEBUG oslo_vmware.api [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.272113] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.299601] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.299870] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.300056] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.300250] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.300398] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.300543] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.300803] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.300938] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.301123] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.301287] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.301457] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.302436] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc27ea2-d6ba-461c-92cd-aa515d783e56 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.309770] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "refresh_cache-8b15ca32-96d6-4762-a79e-2a4d8e5d9403" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.310103] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Instance network_info: |[{"id": "763389ed-286e-4a1a-a326-0e6211bdaa93", "address": "fa:16:3e:43:7d:b5", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763389ed-28", "ovs_interfaceid": "763389ed-286e-4a1a-a326-0e6211bdaa93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.312814] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:7d:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '763389ed-286e-4a1a-a326-0e6211bdaa93', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.320876] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Creating folder: Project (f77503be70f3406c84cd38e2e045d418). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.321881] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ed4baf1-c179-4eb4-abb8-bad50b1a6e9e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.326491] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b906547f-2da0-4e28-b283-ffa0f2d5efa6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.344860] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Created folder: Project (f77503be70f3406c84cd38e2e045d418) in parent group-v359097. [ 1653.345080] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Creating folder: Instances. Parent ref: group-v359333. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.345328] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c557429f-5198-4489-b94e-05f345ac8357 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.357066] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Created folder: Instances in parent group-v359333. [ 1653.357281] env[63326]: DEBUG oslo.service.loopingcall [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.357482] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.357725] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88fa3c7b-2d04-4df9-bdda-5e3aff3ce31b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.376863] env[63326]: DEBUG nova.network.neutron [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updated VIF entry in instance network info cache for port 3b146b7a-260d-4163-923c-fd2147f8f601. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.377215] env[63326]: DEBUG nova.network.neutron [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updating instance_info_cache with network_info: [{"id": "3b146b7a-260d-4163-923c-fd2147f8f601", "address": "fa:16:3e:c0:15:c6", "network": {"id": "feb0d371-b7a5-47b5-82f0-ca9e46e27af7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542371114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b24464027953465199796878b2ed5c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b146b7a-26", "ovs_interfaceid": "3b146b7a-260d-4163-923c-fd2147f8f601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.383951] env[63326]: DEBUG oslo_vmware.api [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Task: {'id': task-1726366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44648} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.385294] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1653.385512] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1653.386075] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1653.386075] env[63326]: INFO nova.compute.manager [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1653.386226] env[63326]: DEBUG oslo.service.loopingcall [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.386393] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.386393] env[63326]: value = "task-1726369" [ 1653.386393] env[63326]: _type = "Task" [ 1653.386393] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.387149] env[63326]: DEBUG nova.compute.manager [-] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1653.387244] env[63326]: DEBUG nova.network.neutron [-] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1653.399295] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726369, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.529274] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798946} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.529603] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] d453cc73-db4c-4688-b0aa-947f3f937991/d453cc73-db4c-4688-b0aa-947f3f937991.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.530024] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.530418] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53bea2c6-ddfc-4aea-9b46-3e5c2befd275 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.538626] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1653.538626] env[63326]: value = "task-1726370" [ 1653.538626] env[63326]: _type = "Task" [ 1653.538626] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.547915] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.634351] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.634914] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1653.637912] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.233s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.638049] env[63326]: DEBUG nova.objects.instance [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lazy-loading 'resources' on Instance uuid 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.657023] env[63326]: DEBUG oslo_vmware.api [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726363, 'name': PowerOffVM_Task, 'duration_secs': 0.633488} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.657687] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1653.657687] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.657820] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9013fd20-0723-4da6-9524-94b30fedf646 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.702772] env[63326]: DEBUG nova.compute.manager [req-df8b86fe-dd2d-4301-95c4-c9ee4202ec7e req-563c987a-0347-4aa1-a30c-d156b7095747 service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Received event network-vif-deleted-3d4b0837-c51d-413c-b3d0-c6b518b4a092 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1653.702934] env[63326]: INFO nova.compute.manager [req-df8b86fe-dd2d-4301-95c4-c9ee4202ec7e req-563c987a-0347-4aa1-a30c-d156b7095747 service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Neutron deleted interface 3d4b0837-c51d-413c-b3d0-c6b518b4a092; detaching it from the instance and deleting it from the info cache [ 1653.703399] env[63326]: DEBUG nova.network.neutron [req-df8b86fe-dd2d-4301-95c4-c9ee4202ec7e req-563c987a-0347-4aa1-a30c-d156b7095747 service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.745072] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.745275] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.745752] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Deleting the datastore file [datastore1] 33f6fccd-e949-4da4-a7df-0ace8672b75b {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.745752] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9addfb1b-53cf-4ca4-b1fc-8b845f8bc7b9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.758735] env[63326]: DEBUG oslo_vmware.api [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for the task: (returnval){ [ 1653.758735] env[63326]: value = "task-1726372" [ 1653.758735] env[63326]: _type = "Task" [ 1653.758735] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.769777] env[63326]: DEBUG oslo_vmware.api [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726364, 'name': ReconfigVM_Task, 'duration_secs': 0.861019} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.770785] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.771176] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Reconfigured VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1653.781394] env[63326]: DEBUG oslo_vmware.api [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.879855] env[63326]: DEBUG oslo_concurrency.lockutils [req-afe9d9a6-fa1a-4eb4-864d-0a018e7da6ec req-4b25e394-7129-4011-a48b-83347b1ad3cd service nova] Releasing lock "refresh_cache-33f6fccd-e949-4da4-a7df-0ace8672b75b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.899713] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726369, 'name': CreateVM_Task, 'duration_secs': 0.494567} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.902413] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.903019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.903195] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.903501] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.904056] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a68281-a51d-4420-8701-2a3516c5fb76 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.909469] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1653.909469] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529983b1-5568-836b-d010-762c4cf18dba" [ 1653.909469] env[63326]: _type = "Task" [ 1653.909469] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.917958] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529983b1-5568-836b-d010-762c4cf18dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.971649] env[63326]: DEBUG nova.network.neutron [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updated VIF entry in instance network info cache for port 34e31998-5410-429d-8803-266ce7cbaf16. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.972233] env[63326]: DEBUG nova.network.neutron [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34e31998-5410-429d-8803-266ce7cbaf16", "address": "fa:16:3e:cf:5a:1c", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e31998-54", "ovs_interfaceid": "34e31998-5410-429d-8803-266ce7cbaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.051609] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072671} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.051916] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.052855] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1783ff-f45e-4a63-8d25-44888768a668 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.078687] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] d453cc73-db4c-4688-b0aa-947f3f937991/d453cc73-db4c-4688-b0aa-947f3f937991.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.079019] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adefa12d-946f-437b-a86e-bc21b4b5c66c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.100937] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1654.100937] env[63326]: value = "task-1726373" [ 1654.100937] env[63326]: _type = "Task" [ 1654.100937] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.110128] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.141663] env[63326]: DEBUG nova.compute.utils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.146529] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.146877] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.171342] env[63326]: DEBUG nova.network.neutron [-] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.186619] env[63326]: DEBUG nova.policy [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '189852d0d96b49ab855a4faba5bf3024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77503be70f3406c84cd38e2e045d418', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.206676] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79f76432-f2ec-48db-a77f-de3aecc62a1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.218584] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed658e2-5b97-4741-b62f-17f12983ea6b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.252821] env[63326]: DEBUG nova.compute.manager [req-df8b86fe-dd2d-4301-95c4-c9ee4202ec7e req-563c987a-0347-4aa1-a30c-d156b7095747 service nova] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Detach interface failed, port_id=3d4b0837-c51d-413c-b3d0-c6b518b4a092, reason: Instance 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1654.272986] env[63326]: DEBUG oslo_vmware.api [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Task: {'id': task-1726372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382227} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.273377] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.273564] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.273743] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.273912] env[63326]: INFO nova.compute.manager [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1654.274162] env[63326]: DEBUG oslo.service.loopingcall [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.274356] env[63326]: DEBUG nova.compute.manager [-] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1654.274445] env[63326]: DEBUG nova.network.neutron [-] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.277353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-35bf2e11-a710-445b-9ae7-714156540c94 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.026s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.421830] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529983b1-5568-836b-d010-762c4cf18dba, 'name': SearchDatastore_Task, 'duration_secs': 0.061018} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.422150] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.422391] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.422618] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.422762] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.422930] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.423213] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8465459b-f33f-4fe0-8edc-c046cf3a8dac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.452284] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.452468] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.453350] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c5f777-c0f3-451b-83d7-f7b41ab6feae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.463260] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1654.463260] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52248a88-fe27-10e4-930c-e1175a05d86a" [ 1654.463260] env[63326]: _type = "Task" [ 1654.463260] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.473977] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52248a88-fe27-10e4-930c-e1175a05d86a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.477437] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Releasing lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.477437] env[63326]: DEBUG nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Received event network-vif-plugged-763389ed-286e-4a1a-a326-0e6211bdaa93 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1654.477437] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Acquiring lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.477437] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.477437] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.477437] env[63326]: DEBUG nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] No waiting events found dispatching network-vif-plugged-763389ed-286e-4a1a-a326-0e6211bdaa93 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.477437] env[63326]: WARNING nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Received unexpected event network-vif-plugged-763389ed-286e-4a1a-a326-0e6211bdaa93 for instance with vm_state building and task_state spawning. [ 1654.477437] env[63326]: DEBUG nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Received event network-changed-763389ed-286e-4a1a-a326-0e6211bdaa93 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1654.477437] env[63326]: DEBUG nova.compute.manager [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Refreshing instance network info cache due to event network-changed-763389ed-286e-4a1a-a326-0e6211bdaa93. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1654.477437] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Acquiring lock "refresh_cache-8b15ca32-96d6-4762-a79e-2a4d8e5d9403" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.477851] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Acquired lock "refresh_cache-8b15ca32-96d6-4762-a79e-2a4d8e5d9403" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.477851] env[63326]: DEBUG nova.network.neutron [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Refreshing network info cache for port 763389ed-286e-4a1a-a326-0e6211bdaa93 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.485745] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36faa23-4105-4046-b029-b1d341f0b262 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.489783] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Successfully created port: c289a8ed-530a-4fba-804b-31404921b54c {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1654.497358] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eec4525-d2ce-42f5-be57-08d2df2dfcef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.532777] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0a1244-dc49-42ed-871b-e4f730840778 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.543013] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cda4cc-3afa-427e-a660-b0226b089d1e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.560316] env[63326]: DEBUG nova.compute.provider_tree [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1654.612907] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.648134] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1654.673810] env[63326]: INFO nova.compute.manager [-] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Took 1.29 seconds to deallocate network for instance. [ 1654.974896] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52248a88-fe27-10e4-930c-e1175a05d86a, 'name': SearchDatastore_Task, 'duration_secs': 0.050897} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.975705] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f79ed08-9784-4be1-8701-926b11df2526 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.982266] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1654.982266] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc0708-715a-1fd2-11f2-7b9921c1d850" [ 1654.982266] env[63326]: _type = "Task" [ 1654.982266] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.990310] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc0708-715a-1fd2-11f2-7b9921c1d850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.089216] env[63326]: DEBUG nova.network.neutron [-] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.096554] env[63326]: DEBUG nova.scheduler.client.report [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1655.096943] env[63326]: DEBUG nova.compute.provider_tree [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 127 to 128 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1655.097220] env[63326]: DEBUG nova.compute.provider_tree [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.115135] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726373, 'name': ReconfigVM_Task, 'duration_secs': 0.681526} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.115892] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Reconfigured VM instance instance-00000054 to attach disk [datastore1] d453cc73-db4c-4688-b0aa-947f3f937991/d453cc73-db4c-4688-b0aa-947f3f937991.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.116526] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4912058-84a5-4c69-8bfb-c1889919e1a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.124242] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1655.124242] env[63326]: value = "task-1726374" [ 1655.124242] env[63326]: _type = "Task" [ 1655.124242] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.133108] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726374, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.181798] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.218166] env[63326]: DEBUG nova.network.neutron [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Updated VIF entry in instance network info cache for port 763389ed-286e-4a1a-a326-0e6211bdaa93. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.218567] env[63326]: DEBUG nova.network.neutron [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Updating instance_info_cache with network_info: [{"id": "763389ed-286e-4a1a-a326-0e6211bdaa93", "address": "fa:16:3e:43:7d:b5", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763389ed-28", "ovs_interfaceid": "763389ed-286e-4a1a-a326-0e6211bdaa93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.308781] env[63326]: DEBUG nova.compute.manager [req-491525fe-ff84-4aba-93b6-11ac89cc10bd req-1d8c79df-b0c7-4623-b584-bc41b27a7beb service nova] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Received event network-vif-deleted-3b146b7a-260d-4163-923c-fd2147f8f601 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1655.494532] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc0708-715a-1fd2-11f2-7b9921c1d850, 'name': SearchDatastore_Task, 'duration_secs': 0.029412} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.494803] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.495074] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8b15ca32-96d6-4762-a79e-2a4d8e5d9403/8b15ca32-96d6-4762-a79e-2a4d8e5d9403.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.495320] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43ad924a-2a84-4ebb-b787-84b9ba4b28e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.502994] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1655.502994] env[63326]: value = "task-1726375" [ 1655.502994] env[63326]: _type = "Task" [ 1655.502994] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.511225] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.591464] env[63326]: INFO nova.compute.manager [-] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Took 1.32 seconds to deallocate network for instance. [ 1655.603963] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.610266] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.214s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.636347] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726374, 'name': Rename_Task, 'duration_secs': 0.232881} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.637323] env[63326]: INFO nova.scheduler.client.report [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Deleted allocations for instance 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8 [ 1655.638242] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.640835] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07679b28-506e-48f8-adbc-4eb0303c8434 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.648803] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1655.648803] env[63326]: value = "task-1726376" [ 1655.648803] env[63326]: _type = "Task" [ 1655.648803] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.659711] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1655.663241] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.697580] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1655.697825] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.697979] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1655.698180] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.698328] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1655.698467] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1655.698722] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1655.698887] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1655.699064] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1655.699231] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1655.699401] env[63326]: DEBUG nova.virt.hardware [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1655.700613] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6a016-3f83-4bd7-b5fd-b49c69077ef4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.711280] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece0cb4-c194-47a5-a72c-f6eada4f489a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.728117] env[63326]: DEBUG oslo_concurrency.lockutils [req-c17099d9-72d3-4200-a3ba-35e39d5edbb9 req-dbd39e0d-858f-4ce6-a9a2-4d0115e734f7 service nova] Releasing lock "refresh_cache-8b15ca32-96d6-4762-a79e-2a4d8e5d9403" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.014087] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726375, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.102744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.115777] env[63326]: INFO nova.compute.claims [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.147269] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4672801e-274b-46a9-91f5-39b60a3da848 tempest-AttachInterfacesUnderV243Test-212099254 tempest-AttachInterfacesUnderV243Test-212099254-project-member] Lock "4b38cdd3-5f36-4bef-aa40-0a4fbca092e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.835s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.159515] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.347142] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-e869f31e-140f-4787-a619-04f9bfd124a4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.347419] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-e869f31e-140f-4787-a619-04f9bfd124a4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.347757] env[63326]: DEBUG nova.objects.instance [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'flavor' on Instance uuid 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.515603] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601472} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.515875] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8b15ca32-96d6-4762-a79e-2a4d8e5d9403/8b15ca32-96d6-4762-a79e-2a4d8e5d9403.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.516167] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.516873] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-222e8aba-ab33-4a2f-8925-c361fc166de6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.525267] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1656.525267] env[63326]: value = "task-1726377" [ 1656.525267] env[63326]: _type = "Task" [ 1656.525267] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.536100] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.617990] env[63326]: DEBUG nova.compute.manager [req-417fe844-478e-4df8-a241-f0980bfab265 req-ad606f52-335f-4c72-afe3-8b718a27e870 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Received event network-vif-plugged-c289a8ed-530a-4fba-804b-31404921b54c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1656.618241] env[63326]: DEBUG oslo_concurrency.lockutils [req-417fe844-478e-4df8-a241-f0980bfab265 req-ad606f52-335f-4c72-afe3-8b718a27e870 service nova] Acquiring lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.618447] env[63326]: DEBUG oslo_concurrency.lockutils [req-417fe844-478e-4df8-a241-f0980bfab265 req-ad606f52-335f-4c72-afe3-8b718a27e870 service nova] Lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.618648] env[63326]: DEBUG oslo_concurrency.lockutils [req-417fe844-478e-4df8-a241-f0980bfab265 req-ad606f52-335f-4c72-afe3-8b718a27e870 service nova] Lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.618889] env[63326]: DEBUG nova.compute.manager [req-417fe844-478e-4df8-a241-f0980bfab265 req-ad606f52-335f-4c72-afe3-8b718a27e870 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] No waiting events found dispatching network-vif-plugged-c289a8ed-530a-4fba-804b-31404921b54c {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1656.618983] env[63326]: WARNING nova.compute.manager [req-417fe844-478e-4df8-a241-f0980bfab265 req-ad606f52-335f-4c72-afe3-8b718a27e870 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Received unexpected event network-vif-plugged-c289a8ed-530a-4fba-804b-31404921b54c for instance with vm_state building and task_state spawning. [ 1656.623030] env[63326]: INFO nova.compute.resource_tracker [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating resource usage from migration bca01bea-d680-4325-8bb8-78771e628baf [ 1656.641249] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Successfully updated port: c289a8ed-530a-4fba-804b-31404921b54c {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.660818] env[63326]: DEBUG oslo_vmware.api [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726376, 'name': PowerOnVM_Task, 'duration_secs': 0.745923} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.662867] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.663102] env[63326]: INFO nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1656.663288] env[63326]: DEBUG nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.664477] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371aa7d6-fda1-4a47-91ac-4f938362479c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.721707] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Successfully updated port: 316a2110-9f45-48be-a86b-366008c6e0b6 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.925861] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92d41f5-07a1-47db-af28-f00aa1f4a73f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.934112] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f9e733-35d2-42be-85f4-648a9cd76aeb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.967091] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1a3f99-dcc1-40c7-8a52-2959adf230ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.976333] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616d4dc-70f7-4774-9773-126a57e1c3fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.981090] env[63326]: DEBUG nova.objects.instance [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.995232] env[63326]: DEBUG nova.compute.provider_tree [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.036107] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059183} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.036381] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.037267] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a930235b-8316-4039-b437-dee1ff9a8111 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.061283] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8b15ca32-96d6-4762-a79e-2a4d8e5d9403/8b15ca32-96d6-4762-a79e-2a4d8e5d9403.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.061617] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-084b2563-aa1b-4234-8eec-a6df5de4599d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.084644] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1657.084644] env[63326]: value = "task-1726378" [ 1657.084644] env[63326]: _type = "Task" [ 1657.084644] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.094986] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.145218] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "refresh_cache-140f4bc5-8a9c-4bc8-8874-62d13604fd5c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.145218] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "refresh_cache-140f4bc5-8a9c-4bc8-8874-62d13604fd5c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.145218] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.185476] env[63326]: INFO nova.compute.manager [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Took 21.32 seconds to build instance. [ 1657.223490] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "refresh_cache-1358e31e-6451-4e08-981a-fd64345387d8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.223822] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "refresh_cache-1358e31e-6451-4e08-981a-fd64345387d8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.223917] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.454261] env[63326]: DEBUG nova.compute.manager [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Received event network-vif-plugged-316a2110-9f45-48be-a86b-366008c6e0b6 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1657.454471] env[63326]: DEBUG oslo_concurrency.lockutils [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] Acquiring lock "1358e31e-6451-4e08-981a-fd64345387d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.454718] env[63326]: DEBUG oslo_concurrency.lockutils [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] Lock "1358e31e-6451-4e08-981a-fd64345387d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.454929] env[63326]: DEBUG oslo_concurrency.lockutils [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] Lock "1358e31e-6451-4e08-981a-fd64345387d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.455501] env[63326]: DEBUG nova.compute.manager [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] No waiting events found dispatching network-vif-plugged-316a2110-9f45-48be-a86b-366008c6e0b6 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.455736] env[63326]: WARNING nova.compute.manager [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Received unexpected event network-vif-plugged-316a2110-9f45-48be-a86b-366008c6e0b6 for instance with vm_state building and task_state spawning. [ 1657.455984] env[63326]: DEBUG nova.compute.manager [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Received event network-changed-316a2110-9f45-48be-a86b-366008c6e0b6 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1657.456153] env[63326]: DEBUG nova.compute.manager [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Refreshing instance network info cache due to event network-changed-316a2110-9f45-48be-a86b-366008c6e0b6. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1657.456314] env[63326]: DEBUG oslo_concurrency.lockutils [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] Acquiring lock "refresh_cache-1358e31e-6451-4e08-981a-fd64345387d8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.484134] env[63326]: DEBUG nova.objects.base [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Object Instance<4b47fcaf-7d4c-42a7-99b6-31fcfcd86417> lazy-loaded attributes: flavor,pci_requests {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1657.484541] env[63326]: DEBUG nova.network.neutron [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.498835] env[63326]: DEBUG nova.scheduler.client.report [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.571785] env[63326]: DEBUG nova.policy [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.596397] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726378, 'name': ReconfigVM_Task, 'duration_secs': 0.447652} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.598575] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8b15ca32-96d6-4762-a79e-2a4d8e5d9403/8b15ca32-96d6-4762-a79e-2a4d8e5d9403.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.598575] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-814b7e8e-a7e4-4658-9fe9-e6727591e05b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.605744] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1657.605744] env[63326]: value = "task-1726379" [ 1657.605744] env[63326]: _type = "Task" [ 1657.605744] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.615557] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726379, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.687278] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f88f6e6b-8fb8-4155-af9a-aa964209beef tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "d453cc73-db4c-4688-b0aa-947f3f937991" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.827s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.702461] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.795225] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.932168] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Updating instance_info_cache with network_info: [{"id": "c289a8ed-530a-4fba-804b-31404921b54c", "address": "fa:16:3e:34:7f:84", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc289a8ed-53", "ovs_interfaceid": "c289a8ed-530a-4fba-804b-31404921b54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.004807] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.394s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.005075] env[63326]: INFO nova.compute.manager [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Migrating [ 1658.013843] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.178s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.016076] env[63326]: INFO nova.compute.claims [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1658.039124] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "d453cc73-db4c-4688-b0aa-947f3f937991" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.039536] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "d453cc73-db4c-4688-b0aa-947f3f937991" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.039747] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "d453cc73-db4c-4688-b0aa-947f3f937991-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.039956] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "d453cc73-db4c-4688-b0aa-947f3f937991-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.040145] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "d453cc73-db4c-4688-b0aa-947f3f937991-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.042598] env[63326]: INFO nova.compute.manager [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Terminating instance [ 1658.111634] env[63326]: DEBUG nova.network.neutron [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Updating instance_info_cache with network_info: [{"id": "316a2110-9f45-48be-a86b-366008c6e0b6", "address": "fa:16:3e:44:2b:34", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316a2110-9f", "ovs_interfaceid": "316a2110-9f45-48be-a86b-366008c6e0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.121073] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726379, 'name': Rename_Task, 'duration_secs': 0.176622} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.121750] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.122031] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f15d9774-d612-457a-a6d4-65d66a0a105c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.132473] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1658.132473] env[63326]: value = "task-1726380" [ 1658.132473] env[63326]: _type = "Task" [ 1658.132473] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.146380] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.444118] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "refresh_cache-140f4bc5-8a9c-4bc8-8874-62d13604fd5c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.444118] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Instance network_info: |[{"id": "c289a8ed-530a-4fba-804b-31404921b54c", "address": "fa:16:3e:34:7f:84", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc289a8ed-53", "ovs_interfaceid": "c289a8ed-530a-4fba-804b-31404921b54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.444118] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:7f:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c289a8ed-530a-4fba-804b-31404921b54c', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.453770] env[63326]: DEBUG oslo.service.loopingcall [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.453770] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.453770] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50fc0a4d-1f2c-4b31-be96-bc4f59fe2f89 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.478806] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.478806] env[63326]: value = "task-1726381" [ 1658.478806] env[63326]: _type = "Task" [ 1658.478806] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.489217] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726381, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.531717] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.531891] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.532086] env[63326]: DEBUG nova.network.neutron [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.553509] env[63326]: DEBUG nova.compute.manager [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.553509] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.553509] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c2b3b-edb5-4ad4-be89-4d3aa9455698 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.565802] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.566732] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-775a2d8f-42ce-4913-a906-b30f5d897b21 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.578198] env[63326]: DEBUG oslo_vmware.api [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1658.578198] env[63326]: value = "task-1726382" [ 1658.578198] env[63326]: _type = "Task" [ 1658.578198] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.589877] env[63326]: DEBUG oslo_vmware.api [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.615785] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "refresh_cache-1358e31e-6451-4e08-981a-fd64345387d8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.616029] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Instance network_info: |[{"id": "316a2110-9f45-48be-a86b-366008c6e0b6", "address": "fa:16:3e:44:2b:34", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316a2110-9f", "ovs_interfaceid": "316a2110-9f45-48be-a86b-366008c6e0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.616235] env[63326]: DEBUG oslo_concurrency.lockutils [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] Acquired lock "refresh_cache-1358e31e-6451-4e08-981a-fd64345387d8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.616415] env[63326]: DEBUG nova.network.neutron [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Refreshing network info cache for port 316a2110-9f45-48be-a86b-366008c6e0b6 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.621256] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:2b:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '316a2110-9f45-48be-a86b-366008c6e0b6', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.625995] env[63326]: DEBUG oslo.service.loopingcall [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.626608] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.627313] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0593d29f-42bb-4abd-ae0a-b2cd9fb81a84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.650960] env[63326]: DEBUG nova.compute.manager [req-8b317af7-ece3-408a-b297-25b761de9a2a req-d7734fef-1c32-4edd-9f0b-3663677b0d21 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Received event network-changed-c289a8ed-530a-4fba-804b-31404921b54c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1658.651178] env[63326]: DEBUG nova.compute.manager [req-8b317af7-ece3-408a-b297-25b761de9a2a req-d7734fef-1c32-4edd-9f0b-3663677b0d21 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Refreshing instance network info cache due to event network-changed-c289a8ed-530a-4fba-804b-31404921b54c. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1658.651429] env[63326]: DEBUG oslo_concurrency.lockutils [req-8b317af7-ece3-408a-b297-25b761de9a2a req-d7734fef-1c32-4edd-9f0b-3663677b0d21 service nova] Acquiring lock "refresh_cache-140f4bc5-8a9c-4bc8-8874-62d13604fd5c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.651590] env[63326]: DEBUG oslo_concurrency.lockutils [req-8b317af7-ece3-408a-b297-25b761de9a2a req-d7734fef-1c32-4edd-9f0b-3663677b0d21 service nova] Acquired lock "refresh_cache-140f4bc5-8a9c-4bc8-8874-62d13604fd5c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.651786] env[63326]: DEBUG nova.network.neutron [req-8b317af7-ece3-408a-b297-25b761de9a2a req-d7734fef-1c32-4edd-9f0b-3663677b0d21 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Refreshing network info cache for port c289a8ed-530a-4fba-804b-31404921b54c {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.657991] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.657991] env[63326]: value = "task-1726383" [ 1658.657991] env[63326]: _type = "Task" [ 1658.657991] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.658293] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.670515] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726383, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.991480] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726381, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.091605] env[63326]: DEBUG oslo_vmware.api [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726382, 'name': PowerOffVM_Task, 'duration_secs': 0.26272} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.094242] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1659.094460] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1659.097164] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aba01a44-3e75-4095-bd74-91bb960e26a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.156536] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726380, 'name': PowerOnVM_Task, 'duration_secs': 0.591391} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.157405] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.157405] env[63326]: INFO nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1659.157595] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.161083] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9d7c2d-b37a-4be5-811b-61713b60ed8d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.172488] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726383, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.275969] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.276333] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.276674] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleting the datastore file [datastore1] d453cc73-db4c-4688-b0aa-947f3f937991 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.277666] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d3594b-aaa5-483a-94a2-758f4bd8a533 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.291191] env[63326]: DEBUG oslo_vmware.api [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1659.291191] env[63326]: value = "task-1726385" [ 1659.291191] env[63326]: _type = "Task" [ 1659.291191] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.302505] env[63326]: DEBUG oslo_vmware.api [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.430389] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa2d14f-a98a-4f36-ad04-1c6e62cce6e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.437553] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2dd167-ee29-4082-82c9-e612a67ad519 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.474683] env[63326]: DEBUG nova.network.neutron [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance_info_cache with network_info: [{"id": "f7372120-e166-41e6-bdc4-9ced72449584", "address": "fa:16:3e:0b:7e:43", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7372120-e1", "ovs_interfaceid": "f7372120-e166-41e6-bdc4-9ced72449584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.476386] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8af42da-21c2-4792-a7dd-ebeb3c41ee38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.489857] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74dba6d-177c-4ff7-9408-79ddfe2d10ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.498745] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726381, 'name': CreateVM_Task, 'duration_secs': 0.532959} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.499278] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1659.500521] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.500681] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.500994] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.501249] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d6d6ea-6df4-4590-90c7-a9b05ac17dca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.512957] env[63326]: DEBUG nova.compute.provider_tree [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.513337] env[63326]: DEBUG nova.network.neutron [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Updated VIF entry in instance network info cache for port 316a2110-9f45-48be-a86b-366008c6e0b6. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.513665] env[63326]: DEBUG nova.network.neutron [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Updating instance_info_cache with network_info: [{"id": "316a2110-9f45-48be-a86b-366008c6e0b6", "address": "fa:16:3e:44:2b:34", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316a2110-9f", "ovs_interfaceid": "316a2110-9f45-48be-a86b-366008c6e0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.520368] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1659.520368] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227bf62-1636-b4a6-c2e2-f4ee5f260edb" [ 1659.520368] env[63326]: _type = "Task" [ 1659.520368] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.527483] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227bf62-1636-b4a6-c2e2-f4ee5f260edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.556460] env[63326]: DEBUG nova.network.neutron [req-8b317af7-ece3-408a-b297-25b761de9a2a req-d7734fef-1c32-4edd-9f0b-3663677b0d21 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Updated VIF entry in instance network info cache for port c289a8ed-530a-4fba-804b-31404921b54c. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.556935] env[63326]: DEBUG nova.network.neutron [req-8b317af7-ece3-408a-b297-25b761de9a2a req-d7734fef-1c32-4edd-9f0b-3663677b0d21 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Updating instance_info_cache with network_info: [{"id": "c289a8ed-530a-4fba-804b-31404921b54c", "address": "fa:16:3e:34:7f:84", "network": {"id": "380b9785-e1fe-4eb9-9759-eb90037529b7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1992385157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77503be70f3406c84cd38e2e045d418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc289a8ed-53", "ovs_interfaceid": "c289a8ed-530a-4fba-804b-31404921b54c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.650343] env[63326]: DEBUG nova.network.neutron [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Successfully updated port: e869f31e-140f-4787-a619-04f9bfd124a4 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.677021] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726383, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.696208] env[63326]: INFO nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Took 21.22 seconds to build instance. [ 1659.733889] env[63326]: DEBUG nova.compute.manager [req-9978ddbf-bb59-4afa-bc2f-84272d8f9305 req-12007b1c-3699-442d-a537-bbbe1d33a65b service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-vif-plugged-e869f31e-140f-4787-a619-04f9bfd124a4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1659.734141] env[63326]: DEBUG oslo_concurrency.lockutils [req-9978ddbf-bb59-4afa-bc2f-84272d8f9305 req-12007b1c-3699-442d-a537-bbbe1d33a65b service nova] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.734361] env[63326]: DEBUG oslo_concurrency.lockutils [req-9978ddbf-bb59-4afa-bc2f-84272d8f9305 req-12007b1c-3699-442d-a537-bbbe1d33a65b service nova] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.734530] env[63326]: DEBUG oslo_concurrency.lockutils [req-9978ddbf-bb59-4afa-bc2f-84272d8f9305 req-12007b1c-3699-442d-a537-bbbe1d33a65b service nova] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.734700] env[63326]: DEBUG nova.compute.manager [req-9978ddbf-bb59-4afa-bc2f-84272d8f9305 req-12007b1c-3699-442d-a537-bbbe1d33a65b service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] No waiting events found dispatching network-vif-plugged-e869f31e-140f-4787-a619-04f9bfd124a4 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1659.734864] env[63326]: WARNING nova.compute.manager [req-9978ddbf-bb59-4afa-bc2f-84272d8f9305 req-12007b1c-3699-442d-a537-bbbe1d33a65b service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received unexpected event network-vif-plugged-e869f31e-140f-4787-a619-04f9bfd124a4 for instance with vm_state active and task_state None. [ 1659.805427] env[63326]: DEBUG oslo_vmware.api [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.980207] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.016380] env[63326]: DEBUG nova.scheduler.client.report [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.020314] env[63326]: DEBUG oslo_concurrency.lockutils [req-a73d29ff-ab24-47c6-8204-baf5d9010b43 req-1170e67b-6f54-4bf2-8137-7c7e024326bc service nova] Releasing lock "refresh_cache-1358e31e-6451-4e08-981a-fd64345387d8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.031030] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227bf62-1636-b4a6-c2e2-f4ee5f260edb, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.031634] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.031965] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.032307] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.032526] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.032757] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.033102] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92b3d9de-d100-4593-b978-ffa2ad6ac565 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.045756] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.045969] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.046743] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc8b951-f806-4ad5-a76f-a4547a7db036 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.052578] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1660.052578] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e8deb8-54c2-07f3-3c34-a2ccc1d987af" [ 1660.052578] env[63326]: _type = "Task" [ 1660.052578] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.059954] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.060322] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.067396] env[63326]: DEBUG oslo_concurrency.lockutils [req-8b317af7-ece3-408a-b297-25b761de9a2a req-d7734fef-1c32-4edd-9f0b-3663677b0d21 service nova] Releasing lock "refresh_cache-140f4bc5-8a9c-4bc8-8874-62d13604fd5c" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.068236] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e8deb8-54c2-07f3-3c34-a2ccc1d987af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.152989] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.153193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.153374] env[63326]: DEBUG nova.network.neutron [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.177051] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726383, 'name': CreateVM_Task, 'duration_secs': 1.45236} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.177051] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.177629] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.177802] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.178138] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.178394] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289a9710-fb3f-4866-ad75-b7f98362f372 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.183933] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1660.183933] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d12688-f9f6-054c-985d-b99d742c8dab" [ 1660.183933] env[63326]: _type = "Task" [ 1660.183933] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.192503] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d12688-f9f6-054c-985d-b99d742c8dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.198354] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.737s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.305853] env[63326]: DEBUG oslo_vmware.api [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597505} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.306130] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.306320] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1660.306497] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.306671] env[63326]: INFO nova.compute.manager [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1660.306913] env[63326]: DEBUG oslo.service.loopingcall [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.307126] env[63326]: DEBUG nova.compute.manager [-] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1660.307220] env[63326]: DEBUG nova.network.neutron [-] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1660.525018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.525018] env[63326]: DEBUG nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1660.528444] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.944s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.529515] env[63326]: DEBUG nova.objects.instance [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lazy-loading 'resources' on Instance uuid aef00d95-7465-418d-bc1c-482f907d53da {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.563874] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e8deb8-54c2-07f3-3c34-a2ccc1d987af, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.564916] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fc917f-34ab-4762-ab7b-84b70b0cc641 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.570286] env[63326]: DEBUG nova.compute.utils [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1660.572904] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1660.572904] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ddcb5-8673-9d4e-25d2-3e8f48ed9c0d" [ 1660.572904] env[63326]: _type = "Task" [ 1660.572904] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.584697] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ddcb5-8673-9d4e-25d2-3e8f48ed9c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.693842] env[63326]: WARNING nova.network.neutron [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] f627832b-e7ad-4177-b4a2-60ab53cd10ce already exists in list: networks containing: ['f627832b-e7ad-4177-b4a2-60ab53cd10ce']. ignoring it [ 1660.694067] env[63326]: WARNING nova.network.neutron [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] f627832b-e7ad-4177-b4a2-60ab53cd10ce already exists in list: networks containing: ['f627832b-e7ad-4177-b4a2-60ab53cd10ce']. ignoring it [ 1660.699584] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d12688-f9f6-054c-985d-b99d742c8dab, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.699878] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.700106] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.700310] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.031481] env[63326]: DEBUG nova.network.neutron [-] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.033622] env[63326]: DEBUG nova.compute.utils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1661.039729] env[63326]: DEBUG nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1661.039973] env[63326]: DEBUG nova.network.neutron [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1661.074475] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.087797] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525ddcb5-8673-9d4e-25d2-3e8f48ed9c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.090077] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.090077] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 140f4bc5-8a9c-4bc8-8874-62d13604fd5c/140f4bc5-8a9c-4bc8-8874-62d13604fd5c.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1661.090437] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.090759] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.091149] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adac8d82-bb99-4dfb-9287-ff28323cd689 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.095445] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02c27515-31f3-49a4-99aa-e210f806eb0e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.105793] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1661.105793] env[63326]: value = "task-1726386" [ 1661.105793] env[63326]: _type = "Task" [ 1661.105793] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.109361] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.109361] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.110829] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eccc40b-6feb-448d-a770-e29167cf8391 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.114343] env[63326]: DEBUG nova.policy [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a10f3c9f70e4bb082c40a79ba612b74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15a9c60fb0be4c7dbcefeac135185cf1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1661.123621] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.123916] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1661.123916] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cd42b2-65b6-bf19-1a00-b284cba7e847" [ 1661.123916] env[63326]: _type = "Task" [ 1661.123916] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.133542] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cd42b2-65b6-bf19-1a00-b284cba7e847, 'name': SearchDatastore_Task} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.136195] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180376bc-3be4-4b67-a1cd-ae5de53b3bfa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.139416] env[63326]: DEBUG nova.network.neutron [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34e31998-5410-429d-8803-266ce7cbaf16", "address": "fa:16:3e:cf:5a:1c", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e31998-54", "ovs_interfaceid": "34e31998-5410-429d-8803-266ce7cbaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e869f31e-140f-4787-a619-04f9bfd124a4", "address": "fa:16:3e:d9:82:3e", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape869f31e-14", "ovs_interfaceid": "e869f31e-140f-4787-a619-04f9bfd124a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.146050] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1661.146050] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52753f5d-666d-abac-c460-8f2a40b9e56b" [ 1661.146050] env[63326]: _type = "Task" [ 1661.146050] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.157471] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52753f5d-666d-abac-c460-8f2a40b9e56b, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.160401] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.160677] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 1358e31e-6451-4e08-981a-fd64345387d8/1358e31e-6451-4e08-981a-fd64345387d8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1661.161858] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fc77df6-90d0-452b-a911-eba8f67336ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.170805] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1661.170805] env[63326]: value = "task-1726387" [ 1661.170805] env[63326]: _type = "Task" [ 1661.170805] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.189397] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.379136] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9baa83-9795-423d-ba3b-d86d987f25d5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.390235] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed713ab4-c49c-403a-914a-bb8d8b22c4df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.429885] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f727f0d-2716-447a-ad9a-fc966cf7e029 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.438756] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf40b33-9fee-4282-a074-cc213e59d446 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.454501] env[63326]: DEBUG nova.compute.provider_tree [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.496296] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1536bd56-e076-45e0-ad6e-dd651dc619b2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.522939] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance '31b86e40-1b9d-4c91-8524-91deab60bfec' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1661.535937] env[63326]: INFO nova.compute.manager [-] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Took 1.23 seconds to deallocate network for instance. [ 1661.543369] env[63326]: DEBUG nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1661.576305] env[63326]: DEBUG nova.network.neutron [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Successfully created port: c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1661.619301] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51122} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.619543] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 140f4bc5-8a9c-4bc8-8874-62d13604fd5c/140f4bc5-8a9c-4bc8-8874-62d13604fd5c.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.619747] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.620392] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04823da1-f482-4b40-bc3d-6d4cdf313a73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.628068] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1661.628068] env[63326]: value = "task-1726388" [ 1661.628068] env[63326]: _type = "Task" [ 1661.628068] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.638740] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.642476] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.643163] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.643362] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.646404] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2041e5c4-44ef-4d38-9486-dde63339edfa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.665205] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.665504] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.665664] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.665924] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.666121] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.666273] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.666480] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.666635] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.666826] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.667031] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.667181] env[63326]: DEBUG nova.virt.hardware [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.673773] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Reconfiguring VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1661.675387] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3151618-81a5-4f24-9c4c-5ccb44576ff6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.702894] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726387, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.705507] env[63326]: DEBUG oslo_vmware.api [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1661.705507] env[63326]: value = "task-1726389" [ 1661.705507] env[63326]: _type = "Task" [ 1661.705507] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.715803] env[63326]: DEBUG oslo_vmware.api [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726389, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.959383] env[63326]: DEBUG nova.scheduler.client.report [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.033113] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.033113] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-460bcc3e-005d-4b5c-8037-da1cddfa16b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.040877] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1662.040877] env[63326]: value = "task-1726390" [ 1662.040877] env[63326]: _type = "Task" [ 1662.040877] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.045667] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.053071] env[63326]: INFO nova.virt.block_device [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Booting with volume a472e76d-fcd9-4afb-adf0-940194584f46 at /dev/sda [ 1662.054517] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.099393] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51328863-fcc0-4c9c-b193-9846c511ec81 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.110617] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ef7568-f6b2-4a42-af74-4e8988afd178 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.138859] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339876} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.150100] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.151710] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a343a83f-21eb-4b48-953f-6387b492ec7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.153580] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab265d5b-d72b-4995-9922-e9590ed04758 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.175833] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 140f4bc5-8a9c-4bc8-8874-62d13604fd5c/140f4bc5-8a9c-4bc8-8874-62d13604fd5c.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.177420] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c801ba1-8ca6-403a-9950-faceac1e59f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.198836] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be007cc-4ff7-4319-9121-2289ded7feed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.209560] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.209866] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.210177] env[63326]: INFO nova.compute.manager [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Attaching volume 3ff82292-2920-44be-83cd-9d369b7e5c64 to /dev/sdb [ 1662.221929] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790393} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.223082] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 1358e31e-6451-4e08-981a-fd64345387d8/1358e31e-6451-4e08-981a-fd64345387d8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1662.223306] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1662.223567] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e80174ab-63e8-4856-96aa-56de3f6cbff6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.226556] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1662.226556] env[63326]: value = "task-1726391" [ 1662.226556] env[63326]: _type = "Task" [ 1662.226556] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.244693] env[63326]: DEBUG oslo_vmware.api [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.247267] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a654f2-9454-4754-9209-0b04f4866791 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.251049] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1662.251049] env[63326]: value = "task-1726392" [ 1662.251049] env[63326]: _type = "Task" [ 1662.251049] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.256394] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee36a7-66de-499f-a5a1-b753e4f46144 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.259792] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.267059] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a361eaf4-9781-4905-9416-acbc911a7b86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.273086] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.274230] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a23b1f-c8ac-4ea7-8fb9-5c584d44b40b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.286536] env[63326]: DEBUG nova.virt.block_device [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Updating existing volume attachment record: 4db7e42b-6ffe-402f-9769-25c69d5e6149 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1662.293107] env[63326]: DEBUG nova.virt.block_device [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Updating existing volume attachment record: a33db06b-c826-4a82-9bd8-2abe6b5f2685 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1662.465486] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.469197] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.527s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.470783] env[63326]: INFO nova.compute.claims [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.514573] env[63326]: INFO nova.scheduler.client.report [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Deleted allocations for instance aef00d95-7465-418d-bc1c-482f907d53da [ 1662.556590] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726390, 'name': PowerOffVM_Task, 'duration_secs': 0.206658} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.556590] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.556908] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance '31b86e40-1b9d-4c91-8524-91deab60bfec' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1662.723765] env[63326]: DEBUG oslo_vmware.api [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726389, 'name': ReconfigVM_Task, 'duration_secs': 0.873365} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.725496] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.725496] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Reconfigured VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1662.740789] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726391, 'name': ReconfigVM_Task, 'duration_secs': 0.376683} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.741668] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 140f4bc5-8a9c-4bc8-8874-62d13604fd5c/140f4bc5-8a9c-4bc8-8874-62d13604fd5c.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1662.741912] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3805afaf-2954-4c3c-b3a9-a3d767d186e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.754137] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1662.754137] env[63326]: value = "task-1726394" [ 1662.754137] env[63326]: _type = "Task" [ 1662.754137] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.767539] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726394, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.773078] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175292} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.773078] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.773078] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a889659-89e1-4d00-8ffa-583af8d0c79b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.796489] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 1358e31e-6451-4e08-981a-fd64345387d8/1358e31e-6451-4e08-981a-fd64345387d8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.796489] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b12d3f32-5a84-465f-81c5-204074bf8736 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.819984] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1662.819984] env[63326]: value = "task-1726395" [ 1662.819984] env[63326]: _type = "Task" [ 1662.819984] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.830818] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.031549] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2e4e0022-80ca-4860-9d90-8cf9b22b451e tempest-ImagesTestJSON-39250463 tempest-ImagesTestJSON-39250463-project-member] Lock "aef00d95-7465-418d-bc1c-482f907d53da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.984s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.036038] env[63326]: DEBUG nova.compute.manager [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-changed-e869f31e-140f-4787-a619-04f9bfd124a4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1663.036339] env[63326]: DEBUG nova.compute.manager [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Refreshing instance network info cache due to event network-changed-e869f31e-140f-4787-a619-04f9bfd124a4. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1663.036568] env[63326]: DEBUG oslo_concurrency.lockutils [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] Acquiring lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.036641] env[63326]: DEBUG oslo_concurrency.lockutils [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] Acquired lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.036863] env[63326]: DEBUG nova.network.neutron [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Refreshing network info cache for port e869f31e-140f-4787-a619-04f9bfd124a4 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.065682] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1663.066546] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.066546] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1663.067076] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.067076] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1663.067173] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1663.067420] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1663.069355] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1663.069355] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1663.069355] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1663.069355] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1663.075299] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300d7e27-d5fa-406e-8784-c8c0754a8cfe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.095417] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1663.095417] env[63326]: value = "task-1726398" [ 1663.095417] env[63326]: _type = "Task" [ 1663.095417] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.106017] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.229471] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5e65a0ff-08a8-4560-b6c1-87c9ff719e28 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-e869f31e-140f-4787-a619-04f9bfd124a4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.882s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.257404] env[63326]: DEBUG nova.network.neutron [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Successfully updated port: c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1663.270597] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726394, 'name': Rename_Task, 'duration_secs': 0.185343} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.271664] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.272284] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1918286-0103-4423-840c-9abd17104685 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.279867] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1663.279867] env[63326]: value = "task-1726399" [ 1663.279867] env[63326]: _type = "Task" [ 1663.279867] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.290539] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.335387] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.369082] env[63326]: DEBUG nova.compute.manager [req-f22ae2c0-85e6-403f-ae9a-473ab78fcc42 req-102e2e27-74f9-4ad1-9827-051941a1ea55 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Received event network-vif-plugged-c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1663.369082] env[63326]: DEBUG oslo_concurrency.lockutils [req-f22ae2c0-85e6-403f-ae9a-473ab78fcc42 req-102e2e27-74f9-4ad1-9827-051941a1ea55 service nova] Acquiring lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.369082] env[63326]: DEBUG oslo_concurrency.lockutils [req-f22ae2c0-85e6-403f-ae9a-473ab78fcc42 req-102e2e27-74f9-4ad1-9827-051941a1ea55 service nova] Lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.369667] env[63326]: DEBUG oslo_concurrency.lockutils [req-f22ae2c0-85e6-403f-ae9a-473ab78fcc42 req-102e2e27-74f9-4ad1-9827-051941a1ea55 service nova] Lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.370275] env[63326]: DEBUG nova.compute.manager [req-f22ae2c0-85e6-403f-ae9a-473ab78fcc42 req-102e2e27-74f9-4ad1-9827-051941a1ea55 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] No waiting events found dispatching network-vif-plugged-c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1663.370589] env[63326]: WARNING nova.compute.manager [req-f22ae2c0-85e6-403f-ae9a-473ab78fcc42 req-102e2e27-74f9-4ad1-9827-051941a1ea55 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Received unexpected event network-vif-plugged-c184dc11-f053-4131-a2d6-879dd2b8c7be for instance with vm_state building and task_state block_device_mapping. [ 1663.607392] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726398, 'name': ReconfigVM_Task, 'duration_secs': 0.253676} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.607694] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance '31b86e40-1b9d-4c91-8524-91deab60bfec' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1663.685985] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.686251] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.761078] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Acquiring lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.761270] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Acquired lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.765020] env[63326]: DEBUG nova.network.neutron [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.784317] env[63326]: DEBUG nova.network.neutron [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updated VIF entry in instance network info cache for port e869f31e-140f-4787-a619-04f9bfd124a4. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.784949] env[63326]: DEBUG nova.network.neutron [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34e31998-5410-429d-8803-266ce7cbaf16", "address": "fa:16:3e:cf:5a:1c", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e31998-54", "ovs_interfaceid": "34e31998-5410-429d-8803-266ce7cbaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e869f31e-140f-4787-a619-04f9bfd124a4", "address": "fa:16:3e:d9:82:3e", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape869f31e-14", "ovs_interfaceid": "e869f31e-140f-4787-a619-04f9bfd124a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.789377] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f593b06e-64ed-4dc2-9eab-508bfea69be5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.798394] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.800955] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852067f0-b334-41b0-93bf-cfed35f905c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.842687] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af508e42-f8f5-4c36-81ff-a0cc0a50ab22 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.854166] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6086eb08-f349-494b-af1d-7d80e1b65420 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.857366] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.870266] env[63326]: DEBUG nova.compute.provider_tree [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.116439] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1664.116906] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.116906] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1664.117135] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.117240] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1664.117401] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1664.117582] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1664.117832] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1664.117938] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1664.118071] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1664.118258] env[63326]: DEBUG nova.virt.hardware [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1664.123642] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1664.123962] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40cc809a-4db4-4687-80c5-d76f5d7256ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.143248] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1664.143248] env[63326]: value = "task-1726400" [ 1664.143248] env[63326]: _type = "Task" [ 1664.143248] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.159398] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.188779] env[63326]: DEBUG nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1664.292058] env[63326]: DEBUG oslo_concurrency.lockutils [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] Releasing lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.292360] env[63326]: DEBUG nova.compute.manager [req-aec240b8-ce08-4ab4-b916-5b68dfe9c8a3 req-2f7e855c-e0dc-4fe0-b0b6-79c2917f83d9 service nova] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Received event network-vif-deleted-45803b3a-8f7a-4d0e-a6ea-d6457c23ba65 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1664.292791] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.315579] env[63326]: DEBUG nova.network.neutron [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1664.353109] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726395, 'name': ReconfigVM_Task, 'duration_secs': 1.359335} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.353685] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 1358e31e-6451-4e08-981a-fd64345387d8/1358e31e-6451-4e08-981a-fd64345387d8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.354354] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dce6129d-f7c3-48c7-981b-0b9c5eb97487 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.363037] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1664.363037] env[63326]: value = "task-1726401" [ 1664.363037] env[63326]: _type = "Task" [ 1664.363037] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.373691] env[63326]: DEBUG nova.scheduler.client.report [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.377037] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726401, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.384768] env[63326]: DEBUG nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1664.385311] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1664.385509] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.385771] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1664.386062] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.386242] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1664.386405] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1664.386772] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1664.387033] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1664.387205] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1664.387365] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1664.387572] env[63326]: DEBUG nova.virt.hardware [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1664.388391] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2022597-919b-413a-b765-24f8c8a97acd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.400050] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dec863-3840-4ad6-ace2-d916ab7c5fe0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.495969] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.496722] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.654231] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726400, 'name': ReconfigVM_Task, 'duration_secs': 0.265802} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.654603] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1664.655428] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59fce26-7599-449a-830f-27c0056c995b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.678331] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 31b86e40-1b9d-4c91-8524-91deab60bfec/31b86e40-1b9d-4c91-8524-91deab60bfec.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.678725] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f50a83-62fb-4d04-bdde-5b6764fa0fcb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.698733] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1664.698733] env[63326]: value = "task-1726402" [ 1664.698733] env[63326]: _type = "Task" [ 1664.698733] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.707916] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.717780] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.758110] env[63326]: DEBUG nova.network.neutron [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Updating instance_info_cache with network_info: [{"id": "c184dc11-f053-4131-a2d6-879dd2b8c7be", "address": "fa:16:3e:b2:a9:37", "network": {"id": "dee48783-9b49-4014-b598-0a8140d85e48", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-37214061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a9c60fb0be4c7dbcefeac135185cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc184dc11-f0", "ovs_interfaceid": "c184dc11-f053-4131-a2d6-879dd2b8c7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.792344] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726399, 'name': PowerOnVM_Task, 'duration_secs': 1.346107} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.792968] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.796267] env[63326]: INFO nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1664.796267] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.796267] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0e26cf-bc22-452d-995c-7dc96a878f67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.836134] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-34e31998-5410-429d-8803-266ce7cbaf16" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.836134] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-34e31998-5410-429d-8803-266ce7cbaf16" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.874848] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726401, 'name': Rename_Task, 'duration_secs': 0.17446} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.875364] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.875850] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c1005e4-cbc2-47e1-9bda-d9786ccd3006 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.879171] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.882134] env[63326]: DEBUG nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.883078] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.408s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.883558] env[63326]: DEBUG nova.objects.instance [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lazy-loading 'resources' on Instance uuid 04db72ce-e49a-4ee7-a321-9810dd258233 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.890586] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1664.890586] env[63326]: value = "task-1726403" [ 1664.890586] env[63326]: _type = "Task" [ 1664.890586] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.901651] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.000540] env[63326]: DEBUG nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.211197] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.261173] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Releasing lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.261396] env[63326]: DEBUG nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Instance network_info: |[{"id": "c184dc11-f053-4131-a2d6-879dd2b8c7be", "address": "fa:16:3e:b2:a9:37", "network": {"id": "dee48783-9b49-4014-b598-0a8140d85e48", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-37214061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a9c60fb0be4c7dbcefeac135185cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc184dc11-f0", "ovs_interfaceid": "c184dc11-f053-4131-a2d6-879dd2b8c7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1665.261863] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a9:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c184dc11-f053-4131-a2d6-879dd2b8c7be', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1665.270446] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Creating folder: Project (15a9c60fb0be4c7dbcefeac135185cf1). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1665.270787] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abd6bc6b-1397-4e0c-97db-c211f0165bcb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.285377] env[63326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1665.285559] env[63326]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1665.285964] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Folder already exists: Project (15a9c60fb0be4c7dbcefeac135185cf1). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1665.286179] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Creating folder: Instances. Parent ref: group-v359317. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1665.286446] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b6aa32b-e58c-478e-83dd-baac6dcb1f48 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.298344] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Created folder: Instances in parent group-v359317. [ 1665.298607] env[63326]: DEBUG oslo.service.loopingcall [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.298851] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1665.299109] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6e19649-3b95-4c14-b5f7-6413cbe3b366 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.322868] env[63326]: INFO nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Took 26.78 seconds to build instance. [ 1665.324869] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1665.324869] env[63326]: value = "task-1726407" [ 1665.324869] env[63326]: _type = "Task" [ 1665.324869] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.333260] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726407, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.337879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.338079] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.339487] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f75854-e280-464f-972e-273531a9630b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.358762] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79c66b7-324f-4278-8ed1-58efddc3e271 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.388887] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Reconfiguring VM to detach interface {{(pid=63326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1665.393102] env[63326]: DEBUG nova.compute.utils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1665.394560] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce9ac202-b435-4fbc-ae3d-e275e8cdc22f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.410339] env[63326]: DEBUG nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1665.410533] env[63326]: DEBUG nova.network.neutron [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.413523] env[63326]: DEBUG nova.compute.manager [req-e768e7e3-7b17-4a6a-9075-e98e6d4ce58c req-7e6d9bdb-f8a0-4f27-ab13-348c972ba1a6 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Received event network-changed-c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1665.413753] env[63326]: DEBUG nova.compute.manager [req-e768e7e3-7b17-4a6a-9075-e98e6d4ce58c req-7e6d9bdb-f8a0-4f27-ab13-348c972ba1a6 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Refreshing instance network info cache due to event network-changed-c184dc11-f053-4131-a2d6-879dd2b8c7be. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1665.413898] env[63326]: DEBUG oslo_concurrency.lockutils [req-e768e7e3-7b17-4a6a-9075-e98e6d4ce58c req-7e6d9bdb-f8a0-4f27-ab13-348c972ba1a6 service nova] Acquiring lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.414048] env[63326]: DEBUG oslo_concurrency.lockutils [req-e768e7e3-7b17-4a6a-9075-e98e6d4ce58c req-7e6d9bdb-f8a0-4f27-ab13-348c972ba1a6 service nova] Acquired lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.414208] env[63326]: DEBUG nova.network.neutron [req-e768e7e3-7b17-4a6a-9075-e98e6d4ce58c req-7e6d9bdb-f8a0-4f27-ab13-348c972ba1a6 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Refreshing network info cache for port c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.429903] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.429903] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1665.429903] env[63326]: value = "task-1726408" [ 1665.429903] env[63326]: _type = "Task" [ 1665.429903] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.444727] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.521450] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.532371] env[63326]: DEBUG nova.policy [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ba8986a6614562b406937dc595ab70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '195b81119bee47199ad89c3b6d45b003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1665.709722] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726402, 'name': ReconfigVM_Task, 'duration_secs': 0.593475} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.712462] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 31b86e40-1b9d-4c91-8524-91deab60bfec/31b86e40-1b9d-4c91-8524-91deab60bfec.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.712777] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance '31b86e40-1b9d-4c91-8524-91deab60bfec' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1665.773855] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa630170-95d5-4cfc-b707-56a695f28cf2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.781453] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e33c11-6871-4471-968b-e1e18cf24d07 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.817855] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70e5747-b19d-4f8a-a86e-32d957e7f14d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.825514] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.296s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.830192] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0771097-e568-4f0b-9001-9c0feeb5fddd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.841482] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726407, 'name': CreateVM_Task, 'duration_secs': 0.417601} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.853736] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.854782] env[63326]: DEBUG nova.compute.provider_tree [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.857053] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '4db7e42b-6ffe-402f-9769-25c69d5e6149', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359325', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'name': 'volume-a472e76d-fcd9-4afb-adf0-940194584f46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '63b12b7e-bf02-43c4-94fb-d8426ae07b47', 'attached_at': '', 'detached_at': '', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'serial': 'a472e76d-fcd9-4afb-adf0-940194584f46'}, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=63326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1665.857425] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Root volume attach. Driver type: vmdk {{(pid=63326) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1665.858700] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3904f6f4-9993-40c0-b80a-8a2624c361d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.871543] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce03645-c48c-422c-8be6-ad1c73dcd625 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.880971] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed53e60-19ab-466c-a8ea-47a5c22a686f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.889631] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-244c3ec9-f9b5-4486-a238-7c3a47a12f44 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.899526] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1665.899526] env[63326]: value = "task-1726409" [ 1665.899526] env[63326]: _type = "Task" [ 1665.899526] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.910710] env[63326]: DEBUG nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.913372] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726409, 'name': RelocateVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.931546] env[63326]: DEBUG oslo_vmware.api [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726403, 'name': PowerOnVM_Task, 'duration_secs': 0.69016} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.935791] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.936017] env[63326]: INFO nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Took 12.66 seconds to spawn the instance on the hypervisor. [ 1665.936202] env[63326]: DEBUG nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1665.937046] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a146cc-65cc-4a2f-a102-95c00640178b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.946143] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.138979] env[63326]: DEBUG nova.network.neutron [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Successfully created port: 6be78d0e-61e4-47d7-8b7c-1e58570d3f97 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1666.198021] env[63326]: DEBUG nova.network.neutron [req-e768e7e3-7b17-4a6a-9075-e98e6d4ce58c req-7e6d9bdb-f8a0-4f27-ab13-348c972ba1a6 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Updated VIF entry in instance network info cache for port c184dc11-f053-4131-a2d6-879dd2b8c7be. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.198021] env[63326]: DEBUG nova.network.neutron [req-e768e7e3-7b17-4a6a-9075-e98e6d4ce58c req-7e6d9bdb-f8a0-4f27-ab13-348c972ba1a6 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Updating instance_info_cache with network_info: [{"id": "c184dc11-f053-4131-a2d6-879dd2b8c7be", "address": "fa:16:3e:b2:a9:37", "network": {"id": "dee48783-9b49-4014-b598-0a8140d85e48", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-37214061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a9c60fb0be4c7dbcefeac135185cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc184dc11-f0", "ovs_interfaceid": "c184dc11-f053-4131-a2d6-879dd2b8c7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.220590] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47957ca-8a9c-4732-8a1e-c91d9243c267 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.245960] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f50e0-2b0e-4ad5-9196-9ef99ac0155b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.265682] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance '31b86e40-1b9d-4c91-8524-91deab60bfec' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1666.272524] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "03a8c115-6a27-45f9-9e27-1af228df293b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.272636] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.359139] env[63326]: DEBUG nova.scheduler.client.report [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.411649] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726409, 'name': RelocateVM_Task} progress is 20%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.442933] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.464738] env[63326]: INFO nova.compute.manager [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Took 27.96 seconds to build instance. [ 1666.697450] env[63326]: DEBUG oslo_concurrency.lockutils [req-e768e7e3-7b17-4a6a-9075-e98e6d4ce58c req-7e6d9bdb-f8a0-4f27-ab13-348c972ba1a6 service nova] Releasing lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.784028] env[63326]: DEBUG nova.compute.utils [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.836289] env[63326]: DEBUG nova.network.neutron [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Port f7372120-e166-41e6-bdc4-9ced72449584 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1666.864867] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.867484] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.686s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.867717] env[63326]: DEBUG nova.objects.instance [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lazy-loading 'resources' on Instance uuid 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.892424] env[63326]: INFO nova.scheduler.client.report [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Deleted allocations for instance 04db72ce-e49a-4ee7-a321-9810dd258233 [ 1666.911596] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726409, 'name': RelocateVM_Task, 'duration_secs': 0.780064} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.911890] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1666.912104] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359325', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'name': 'volume-a472e76d-fcd9-4afb-adf0-940194584f46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '63b12b7e-bf02-43c4-94fb-d8426ae07b47', 'attached_at': '', 'detached_at': '', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'serial': 'a472e76d-fcd9-4afb-adf0-940194584f46'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1666.912887] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10df2c48-795b-449d-a6c8-48d96050bacf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.920387] env[63326]: DEBUG nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.944905] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec0e38d-b866-464d-87de-e13d42b4d208 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.979634] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-a472e76d-fcd9-4afb-adf0-940194584f46/volume-a472e76d-fcd9-4afb-adf0-940194584f46.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.980592] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d5e0fd54-b35b-43d7-9b04-f94c2faa5fae tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "1358e31e-6451-4e08-981a-fd64345387d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.488s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.980592] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.982679] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.983019] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.983083] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.983811] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.983811] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.983811] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.983811] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.984029] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.984029] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.984615] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.984615] env[63326]: DEBUG nova.virt.hardware [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.985449] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb13bf4-eef1-402a-86d7-118f77f48d56 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.002019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63815210-c10b-4a06-b549-36f15f26ce7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.013299] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b64b07-caa3-4452-9911-f248b4a5cded {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.017307] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1667.017307] env[63326]: value = "task-1726410" [ 1667.017307] env[63326]: _type = "Task" [ 1667.017307] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.038293] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.285754] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.345861] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1667.346188] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359339', 'volume_id': '3ff82292-2920-44be-83cd-9d369b7e5c64', 'name': 'volume-3ff82292-2920-44be-83cd-9d369b7e5c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '167755b8-43fd-4349-ad9a-c5fc02423bc8', 'attached_at': '', 'detached_at': '', 'volume_id': '3ff82292-2920-44be-83cd-9d369b7e5c64', 'serial': '3ff82292-2920-44be-83cd-9d369b7e5c64'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1667.347166] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab19b22-5dec-4106-ba99-325a5098c19c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.370403] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dac14dd-2f37-49e6-9f88-5495afacda45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.403164] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-3ff82292-2920-44be-83cd-9d369b7e5c64/volume-3ff82292-2920-44be-83cd-9d369b7e5c64.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.409187] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3fdef3-d099-4e13-9021-65e4d05e8ab6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.423787] env[63326]: DEBUG oslo_concurrency.lockutils [None req-19eade19-7aca-4444-b0d6-dd93fe3fa537 tempest-VolumesAdminNegativeTest-656035149 tempest-VolumesAdminNegativeTest-656035149-project-member] Lock "04db72ce-e49a-4ee7-a321-9810dd258233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.358s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.433447] env[63326]: DEBUG oslo_vmware.api [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1667.433447] env[63326]: value = "task-1726411" [ 1667.433447] env[63326]: _type = "Task" [ 1667.433447] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.451347] env[63326]: DEBUG oslo_vmware.api [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.457135] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.532729] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726410, 'name': ReconfigVM_Task, 'duration_secs': 0.278404} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.533810] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-a472e76d-fcd9-4afb-adf0-940194584f46/volume-a472e76d-fcd9-4afb-adf0-940194584f46.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.539212] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c004871f-e3fd-48d3-9bde-d3156432c669 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.557232] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1667.557232] env[63326]: value = "task-1726412" [ 1667.557232] env[63326]: _type = "Task" [ 1667.557232] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.570220] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.720241] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.720493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.720694] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.720911] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.721045] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.728271] env[63326]: INFO nova.compute.manager [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Terminating instance [ 1667.747178] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48f9254-6277-4b11-a7cb-0ded78ab9d2b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.756773] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f35083-b5a8-4efc-8144-caf727e9326e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.807588] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1387f5b2-f6d1-4b9d-af39-c2217646dc49 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.816039] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977f81f-8b25-421a-a160-1da19835fd37 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.835508] env[63326]: DEBUG nova.compute.provider_tree [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1667.862398] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.862663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.862996] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.924414] env[63326]: DEBUG nova.compute.manager [req-97be3fff-c464-4107-9ae6-66ac2650bbeb req-fd871f08-6fcf-4994-bad6-78dfed6b6b9d service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Received event network-vif-plugged-6be78d0e-61e4-47d7-8b7c-1e58570d3f97 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1667.924745] env[63326]: DEBUG oslo_concurrency.lockutils [req-97be3fff-c464-4107-9ae6-66ac2650bbeb req-fd871f08-6fcf-4994-bad6-78dfed6b6b9d service nova] Acquiring lock "aa16815b-02a6-47c4-a151-65f832a83dc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.925510] env[63326]: DEBUG oslo_concurrency.lockutils [req-97be3fff-c464-4107-9ae6-66ac2650bbeb req-fd871f08-6fcf-4994-bad6-78dfed6b6b9d service nova] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.925756] env[63326]: DEBUG oslo_concurrency.lockutils [req-97be3fff-c464-4107-9ae6-66ac2650bbeb req-fd871f08-6fcf-4994-bad6-78dfed6b6b9d service nova] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.926020] env[63326]: DEBUG nova.compute.manager [req-97be3fff-c464-4107-9ae6-66ac2650bbeb req-fd871f08-6fcf-4994-bad6-78dfed6b6b9d service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] No waiting events found dispatching network-vif-plugged-6be78d0e-61e4-47d7-8b7c-1e58570d3f97 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.926147] env[63326]: WARNING nova.compute.manager [req-97be3fff-c464-4107-9ae6-66ac2650bbeb req-fd871f08-6fcf-4994-bad6-78dfed6b6b9d service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Received unexpected event network-vif-plugged-6be78d0e-61e4-47d7-8b7c-1e58570d3f97 for instance with vm_state building and task_state spawning. [ 1667.945098] env[63326]: DEBUG oslo_vmware.api [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726411, 'name': ReconfigVM_Task, 'duration_secs': 0.408605} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.948549] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-3ff82292-2920-44be-83cd-9d369b7e5c64/volume-3ff82292-2920-44be-83cd-9d369b7e5c64.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.955785] env[63326]: DEBUG nova.network.neutron [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Successfully updated port: 6be78d0e-61e4-47d7-8b7c-1e58570d3f97 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.957035] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039d7737-8196-4c2c-8f2b-3ff8324cbef1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.977431] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.979707] env[63326]: DEBUG oslo_vmware.api [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1667.979707] env[63326]: value = "task-1726413" [ 1667.979707] env[63326]: _type = "Task" [ 1667.979707] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.992477] env[63326]: DEBUG oslo_vmware.api [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.069126] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726412, 'name': ReconfigVM_Task, 'duration_secs': 0.150285} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.069238] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359325', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'name': 'volume-a472e76d-fcd9-4afb-adf0-940194584f46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '63b12b7e-bf02-43c4-94fb-d8426ae07b47', 'attached_at': '', 'detached_at': '', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'serial': 'a472e76d-fcd9-4afb-adf0-940194584f46'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1668.069723] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dd42c8c-ec1e-4909-8ce4-3329b71c17c2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.078751] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1668.078751] env[63326]: value = "task-1726414" [ 1668.078751] env[63326]: _type = "Task" [ 1668.078751] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.089892] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726414, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.231021] env[63326]: DEBUG nova.compute.manager [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.231021] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.231021] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f093c6f-779c-4d0b-8ffb-216a5a2223bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.239737] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.240717] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdd879b9-4836-4b18-bc6d-d6d1a8849c35 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.250388] env[63326]: DEBUG oslo_vmware.api [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1668.250388] env[63326]: value = "task-1726415" [ 1668.250388] env[63326]: _type = "Task" [ 1668.250388] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.259769] env[63326]: DEBUG oslo_vmware.api [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.359833] env[63326]: ERROR nova.scheduler.client.report [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] [req-8b56c3dd-8e8a-4295-a46f-2d00bef3623b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8b56c3dd-8e8a-4295-a46f-2d00bef3623b"}]} [ 1668.379130] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "03a8c115-6a27-45f9-9e27-1af228df293b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.379130] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.379130] env[63326]: INFO nova.compute.manager [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Attaching volume 53c48ab3-b1f2-4788-8ef3-6e535f73dfef to /dev/sdb [ 1668.388509] env[63326]: DEBUG nova.scheduler.client.report [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1668.417335] env[63326]: DEBUG nova.scheduler.client.report [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1668.417335] env[63326]: DEBUG nova.compute.provider_tree [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1668.432586] env[63326]: DEBUG nova.scheduler.client.report [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1668.438397] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6053f16-664a-4333-a5e7-4feb3bf19d1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.455934] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c57dbec-b942-40b0-8160-8f007afc2c12 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.464176] env[63326]: DEBUG nova.scheduler.client.report [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1668.476216] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-aa16815b-02a6-47c4-a151-65f832a83dc9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.476861] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-aa16815b-02a6-47c4-a151-65f832a83dc9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.478480] env[63326]: DEBUG nova.network.neutron [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.480314] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.493386] env[63326]: DEBUG nova.virt.block_device [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating existing volume attachment record: 5f1da227-941b-4d17-b1cb-ca7b9044ef0b {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1668.515678] env[63326]: DEBUG oslo_vmware.api [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726413, 'name': ReconfigVM_Task, 'duration_secs': 0.17523} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.517354] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359339', 'volume_id': '3ff82292-2920-44be-83cd-9d369b7e5c64', 'name': 'volume-3ff82292-2920-44be-83cd-9d369b7e5c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '167755b8-43fd-4349-ad9a-c5fc02423bc8', 'attached_at': '', 'detached_at': '', 'volume_id': '3ff82292-2920-44be-83cd-9d369b7e5c64', 'serial': '3ff82292-2920-44be-83cd-9d369b7e5c64'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1668.594237] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726414, 'name': Rename_Task, 'duration_secs': 0.154516} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.597122] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.597635] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ad073c-332e-4a13-a96d-403426699cf9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.613101] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1668.613101] env[63326]: value = "task-1726416" [ 1668.613101] env[63326]: _type = "Task" [ 1668.613101] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.622625] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.762295] env[63326]: DEBUG oslo_vmware.api [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726415, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.863599] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef1a8fe-f9a2-4a06-a546-1a5a8646c3b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.879100] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f403c56d-1450-40f2-a5bc-965b3a629be5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.925438] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b7e70a-039e-4228-afe1-a5b2bbaeb2ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.937345] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f15256-e251-4c20-90fd-a7f50eca4665 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.945211] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.945393] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.945558] env[63326]: DEBUG nova.network.neutron [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.961208] env[63326]: DEBUG nova.compute.provider_tree [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1668.975378] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.040623] env[63326]: DEBUG nova.network.neutron [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.126938] env[63326]: DEBUG oslo_vmware.api [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726416, 'name': PowerOnVM_Task, 'duration_secs': 0.492529} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.126938] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.127072] env[63326]: INFO nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Took 4.74 seconds to spawn the instance on the hypervisor. [ 1669.127231] env[63326]: DEBUG nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.128427] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a131ca77-84fc-468a-9edc-0e46e87d7b6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.265727] env[63326]: DEBUG oslo_vmware.api [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726415, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.269102] env[63326]: DEBUG nova.network.neutron [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Updating instance_info_cache with network_info: [{"id": "6be78d0e-61e4-47d7-8b7c-1e58570d3f97", "address": "fa:16:3e:74:26:e2", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be78d0e-61", "ovs_interfaceid": "6be78d0e-61e4-47d7-8b7c-1e58570d3f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.461975] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.510572] env[63326]: DEBUG nova.scheduler.client.report [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1669.511289] env[63326]: DEBUG nova.compute.provider_tree [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 130 to 131 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1669.511289] env[63326]: DEBUG nova.compute.provider_tree [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1669.571795] env[63326]: DEBUG nova.objects.instance [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'flavor' on Instance uuid 167755b8-43fd-4349-ad9a-c5fc02423bc8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.647992] env[63326]: INFO nova.compute.manager [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Took 26.83 seconds to build instance. [ 1669.763325] env[63326]: DEBUG oslo_vmware.api [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726415, 'name': PowerOffVM_Task, 'duration_secs': 1.219974} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.765894] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.766121] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.766410] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46328528-0945-4bfb-ab27-0fd7f31872ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.773986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-aa16815b-02a6-47c4-a151-65f832a83dc9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.774362] env[63326]: DEBUG nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Instance network_info: |[{"id": "6be78d0e-61e4-47d7-8b7c-1e58570d3f97", "address": "fa:16:3e:74:26:e2", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be78d0e-61", "ovs_interfaceid": "6be78d0e-61e4-47d7-8b7c-1e58570d3f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1669.774759] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:26:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6be78d0e-61e4-47d7-8b7c-1e58570d3f97', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.783074] env[63326]: DEBUG oslo.service.loopingcall [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.783305] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1669.783560] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bd4092f-9158-4ec8-a9a0-1941f7364285 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.805774] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1669.805774] env[63326]: value = "task-1726421" [ 1669.805774] env[63326]: _type = "Task" [ 1669.805774] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.816563] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726421, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.832496] env[63326]: DEBUG nova.network.neutron [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance_info_cache with network_info: [{"id": "f7372120-e166-41e6-bdc4-9ced72449584", "address": "fa:16:3e:0b:7e:43", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7372120-e1", "ovs_interfaceid": "f7372120-e166-41e6-bdc4-9ced72449584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.963427] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.017835] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.150s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.020659] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.918s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.020961] env[63326]: DEBUG nova.objects.instance [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lazy-loading 'resources' on Instance uuid 33f6fccd-e949-4da4-a7df-0ace8672b75b {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.028078] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.030260] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.030260] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleting the datastore file [datastore1] 8b15ca32-96d6-4762-a79e-2a4d8e5d9403 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.030260] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f6b936e-fb69-4463-9074-4ac120783f54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.041955] env[63326]: DEBUG oslo_vmware.api [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1670.041955] env[63326]: value = "task-1726422" [ 1670.041955] env[63326]: _type = "Task" [ 1670.041955] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.058863] env[63326]: DEBUG oslo_vmware.api [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.063150] env[63326]: INFO nova.scheduler.client.report [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Deleted allocations for instance 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1 [ 1670.065854] env[63326]: DEBUG nova.compute.manager [req-f4dc0df3-405e-4350-acbf-9f5325df3aac req-94f57522-7e05-4310-8020-3212222b600e service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Received event network-changed-6be78d0e-61e4-47d7-8b7c-1e58570d3f97 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1670.066110] env[63326]: DEBUG nova.compute.manager [req-f4dc0df3-405e-4350-acbf-9f5325df3aac req-94f57522-7e05-4310-8020-3212222b600e service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Refreshing instance network info cache due to event network-changed-6be78d0e-61e4-47d7-8b7c-1e58570d3f97. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1670.066874] env[63326]: DEBUG oslo_concurrency.lockutils [req-f4dc0df3-405e-4350-acbf-9f5325df3aac req-94f57522-7e05-4310-8020-3212222b600e service nova] Acquiring lock "refresh_cache-aa16815b-02a6-47c4-a151-65f832a83dc9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.066874] env[63326]: DEBUG oslo_concurrency.lockutils [req-f4dc0df3-405e-4350-acbf-9f5325df3aac req-94f57522-7e05-4310-8020-3212222b600e service nova] Acquired lock "refresh_cache-aa16815b-02a6-47c4-a151-65f832a83dc9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.066874] env[63326]: DEBUG nova.network.neutron [req-f4dc0df3-405e-4350-acbf-9f5325df3aac req-94f57522-7e05-4310-8020-3212222b600e service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Refreshing network info cache for port 6be78d0e-61e4-47d7-8b7c-1e58570d3f97 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.077019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6ad5cfc7-d242-4c8e-bcba-3be574c7ef9e tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.867s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.149957] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72115aa3-14e0-489a-bd64-f6e82815adf0 tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.335s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.319584] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726421, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.336877] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.465497] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.557383] env[63326]: DEBUG oslo_vmware.api [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196688} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.557934] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.557934] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.558139] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.558354] env[63326]: INFO nova.compute.manager [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1670.558594] env[63326]: DEBUG oslo.service.loopingcall [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.560104] env[63326]: DEBUG nova.compute.manager [-] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.560104] env[63326]: DEBUG nova.network.neutron [-] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.575353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-84e31ce4-b1f2-485f-8aa4-38c8bd0e00ed tempest-ServerGroupTestJSON-2079566977 tempest-ServerGroupTestJSON-2079566977-project-member] Lock "3fb1c089-8b44-4a20-b7ed-5a285e11a6e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.902s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.819795] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726421, 'name': CreateVM_Task, 'duration_secs': 0.516909} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.822334] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.823253] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.823350] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.823663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1670.823913] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77ec7ca-d453-48c6-9df5-c274ed1f81d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.829675] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1670.829675] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5216dc49-bdb1-8cec-6f8a-a9e033048826" [ 1670.829675] env[63326]: _type = "Task" [ 1670.829675] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.843047] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5216dc49-bdb1-8cec-6f8a-a9e033048826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.870620] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93914918-1825-40ba-9e74-f93a4c9973c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.895207] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2c261-0b91-48ca-b635-c21f2b85a368 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.903173] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance '31b86e40-1b9d-4c91-8524-91deab60bfec' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1670.909490] env[63326]: DEBUG nova.network.neutron [req-f4dc0df3-405e-4350-acbf-9f5325df3aac req-94f57522-7e05-4310-8020-3212222b600e service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Updated VIF entry in instance network info cache for port 6be78d0e-61e4-47d7-8b7c-1e58570d3f97. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.909749] env[63326]: DEBUG nova.network.neutron [req-f4dc0df3-405e-4350-acbf-9f5325df3aac req-94f57522-7e05-4310-8020-3212222b600e service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Updating instance_info_cache with network_info: [{"id": "6be78d0e-61e4-47d7-8b7c-1e58570d3f97", "address": "fa:16:3e:74:26:e2", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be78d0e-61", "ovs_interfaceid": "6be78d0e-61e4-47d7-8b7c-1e58570d3f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.918108] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c540ef96-225d-437f-b6bd-f7bcd1d3e376 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.925295] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade2c4d3-f3d7-421f-ac94-fa436195f194 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.968803] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec7b5df-1773-4f20-a4bb-4c168344c2bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.980562] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.982019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12d4f9-d04a-498c-a42f-0fb3d5d79a53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.998560] env[63326]: DEBUG nova.compute.provider_tree [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1671.343554] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5216dc49-bdb1-8cec-6f8a-a9e033048826, 'name': SearchDatastore_Task, 'duration_secs': 0.025539} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.343862] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.344517] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.344517] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.344517] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.344705] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.348023] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8dc92ca-c9e3-4912-becd-635445d903f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.355202] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.355387] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.356143] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54095ad2-bfd4-49ab-81ae-1bf5578a6ca7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.365835] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1671.365835] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52956cdb-3d3e-68b7-aaad-e3eb22493142" [ 1671.365835] env[63326]: _type = "Task" [ 1671.365835] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.377519] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52956cdb-3d3e-68b7-aaad-e3eb22493142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.415158] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.415740] env[63326]: DEBUG oslo_concurrency.lockutils [req-f4dc0df3-405e-4350-acbf-9f5325df3aac req-94f57522-7e05-4310-8020-3212222b600e service nova] Releasing lock "refresh_cache-aa16815b-02a6-47c4-a151-65f832a83dc9" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.415832] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a72aaf2e-d88f-4bc5-ab6f-7cde5f5cb3fe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.426159] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1671.426159] env[63326]: value = "task-1726424" [ 1671.426159] env[63326]: _type = "Task" [ 1671.426159] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.440275] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.474725] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.484261] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "3b6e65f2-8a29-40df-8634-4315656120f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.485143] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "3b6e65f2-8a29-40df-8634-4315656120f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.523732] env[63326]: ERROR nova.scheduler.client.report [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] [req-dac3aaba-c5e1-4260-a73f-ce47016a4f6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dac3aaba-c5e1-4260-a73f-ce47016a4f6b"}]} [ 1671.541399] env[63326]: DEBUG nova.scheduler.client.report [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1671.572053] env[63326]: DEBUG nova.scheduler.client.report [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1671.572053] env[63326]: DEBUG nova.compute.provider_tree [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1671.586230] env[63326]: DEBUG nova.scheduler.client.report [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1671.615776] env[63326]: DEBUG nova.scheduler.client.report [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1671.886125] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52956cdb-3d3e-68b7-aaad-e3eb22493142, 'name': SearchDatastore_Task, 'duration_secs': 0.014803} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.888046] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0710ee-93ab-48e0-9350-99b00a9792f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.898367] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1671.898367] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d51d55-aeea-1c5a-bf78-627aedc3bed0" [ 1671.898367] env[63326]: _type = "Task" [ 1671.898367] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.915363] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d51d55-aeea-1c5a-bf78-627aedc3bed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.947498] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.961904] env[63326]: DEBUG nova.network.neutron [-] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.975811] env[63326]: DEBUG oslo_vmware.api [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726408, 'name': ReconfigVM_Task, 'duration_secs': 6.219} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.976461] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.976461] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Reconfigured VM to detach interface {{(pid=63326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1671.991942] env[63326]: DEBUG nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.063589] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e84fb8a-f6a3-4428-b96d-9748eb03eeef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.078105] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b3bacb-c80d-4b90-bf7e-15d7ab8e51c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.127986] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e2625-2260-4a49-b5c4-f03950ccdd71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.132819] env[63326]: DEBUG nova.compute.manager [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Received event network-changed-c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1672.133015] env[63326]: DEBUG nova.compute.manager [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Refreshing instance network info cache due to event network-changed-c184dc11-f053-4131-a2d6-879dd2b8c7be. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1672.133291] env[63326]: DEBUG oslo_concurrency.lockutils [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] Acquiring lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.133436] env[63326]: DEBUG oslo_concurrency.lockutils [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] Acquired lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.133606] env[63326]: DEBUG nova.network.neutron [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Refreshing network info cache for port c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1672.144248] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa23ead-db39-4296-a958-7e970787ad4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.166596] env[63326]: DEBUG nova.compute.provider_tree [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.410673] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d51d55-aeea-1c5a-bf78-627aedc3bed0, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.410673] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.410673] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] aa16815b-02a6-47c4-a151-65f832a83dc9/aa16815b-02a6-47c4-a151-65f832a83dc9.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.410929] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef087eda-9c15-458e-9a2f-a0d87cca1750 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.420933] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1672.420933] env[63326]: value = "task-1726425" [ 1672.420933] env[63326]: _type = "Task" [ 1672.420933] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.430168] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.447783] env[63326]: DEBUG oslo_vmware.api [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726424, 'name': PowerOnVM_Task, 'duration_secs': 0.65188} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.447783] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.447783] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4d084c-4ece-4331-b43b-a8801d88c33a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance '31b86e40-1b9d-4c91-8524-91deab60bfec' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1672.469168] env[63326]: INFO nova.compute.manager [-] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Took 1.91 seconds to deallocate network for instance. [ 1672.520032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.671738] env[63326]: DEBUG nova.scheduler.client.report [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.936424] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.944071] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquiring lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.944071] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.944071] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquiring lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.944071] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.944071] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.948470] env[63326]: INFO nova.compute.manager [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Terminating instance [ 1672.977491] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.065337] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1673.065337] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359343', 'volume_id': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'name': 'volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '03a8c115-6a27-45f9-9e27-1af228df293b', 'attached_at': '', 'detached_at': '', 'volume_id': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'serial': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1673.066383] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2be97b-b7ca-48cb-9c8f-bab30de090de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.089931] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc78caa-78c4-4814-b19c-19159dc5924d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.116642] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef/volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.117359] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff44ee5d-3695-4414-bf66-405c91325dab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.138377] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1673.138377] env[63326]: value = "task-1726426" [ 1673.138377] env[63326]: _type = "Task" [ 1673.138377] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.148395] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.181090] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.160s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.183952] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.138s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.184397] env[63326]: DEBUG nova.objects.instance [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lazy-loading 'resources' on Instance uuid d453cc73-db4c-4688-b0aa-947f3f937991 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.220051] env[63326]: INFO nova.scheduler.client.report [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Deleted allocations for instance 33f6fccd-e949-4da4-a7df-0ace8672b75b [ 1673.249691] env[63326]: DEBUG nova.network.neutron [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Updated VIF entry in instance network info cache for port c184dc11-f053-4131-a2d6-879dd2b8c7be. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1673.249841] env[63326]: DEBUG nova.network.neutron [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Updating instance_info_cache with network_info: [{"id": "c184dc11-f053-4131-a2d6-879dd2b8c7be", "address": "fa:16:3e:b2:a9:37", "network": {"id": "dee48783-9b49-4014-b598-0a8140d85e48", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-37214061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a9c60fb0be4c7dbcefeac135185cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc184dc11-f0", "ovs_interfaceid": "c184dc11-f053-4131-a2d6-879dd2b8c7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.434634] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698504} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.435189] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] aa16815b-02a6-47c4-a151-65f832a83dc9/aa16815b-02a6-47c4-a151-65f832a83dc9.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.435530] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.435975] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-659d601a-77a2-4b5c-b9ae-660e18c2d619 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.444610] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1673.444610] env[63326]: value = "task-1726427" [ 1673.444610] env[63326]: _type = "Task" [ 1673.444610] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.450394] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.450666] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.451146] env[63326]: DEBUG nova.network.neutron [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.452776] env[63326]: DEBUG nova.compute.manager [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.453098] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.454387] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b00cafb-8cd1-4e95-98f4-6e10144fad47 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.470508] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.474522] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.474790] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eebe52fc-0b37-482f-af0f-87955710a645 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.485281] env[63326]: DEBUG oslo_vmware.api [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1673.485281] env[63326]: value = "task-1726428" [ 1673.485281] env[63326]: _type = "Task" [ 1673.485281] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.495747] env[63326]: DEBUG oslo_vmware.api [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1726428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.651593] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.663028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.663831] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.664240] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.664830] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.666270] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.669150] env[63326]: INFO nova.compute.manager [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Terminating instance [ 1673.733778] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d827c934-dcbf-4b5d-86aa-789c1a119437 tempest-ServerRescueTestJSONUnderV235-1686086960 tempest-ServerRescueTestJSONUnderV235-1686086960-project-member] Lock "33f6fccd-e949-4da4-a7df-0ace8672b75b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.621s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.756998] env[63326]: DEBUG oslo_concurrency.lockutils [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] Releasing lock "refresh_cache-63b12b7e-bf02-43c4-94fb-d8426ae07b47" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.756998] env[63326]: DEBUG nova.compute.manager [req-f0d6fe24-19fd-4622-a1e3-8409bd883116 req-ceb15cae-69fd-4d93-8b87-b76109b6b295 service nova] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Received event network-vif-deleted-763389ed-286e-4a1a-a326-0e6211bdaa93 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1673.962575] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084498} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.965069] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.967378] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6fc132-5c4c-49b0-8ef5-e71734444138 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.996101] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] aa16815b-02a6-47c4-a151-65f832a83dc9/aa16815b-02a6-47c4-a151-65f832a83dc9.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.003940] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e035eee4-1dc9-4e6a-9ce1-50ef75089b5d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.028834] env[63326]: DEBUG oslo_vmware.api [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1726428, 'name': PowerOffVM_Task, 'duration_secs': 0.358059} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.031479] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.031675] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.032517] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1674.032517] env[63326]: value = "task-1726429" [ 1674.032517] env[63326]: _type = "Task" [ 1674.032517] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.032727] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a899c0-b23a-47eb-af82-5c74530d2d3f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.047039] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.098593] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d10673-e380-49a3-bd1f-65bfc8fa080a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.110192] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd2fb69-254b-4880-b941-1ff89f146d64 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.154092] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e998b7ee-b4c9-491e-a465-eef1f09d5d42 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.165572] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db528f53-74d5-4784-8ef6-d751448819f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.170174] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.172038] env[63326]: DEBUG nova.compute.manager [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1674.172148] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.172894] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3849b89e-f82c-400d-99d2-21db41a7821c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.184742] env[63326]: DEBUG nova.compute.provider_tree [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.194530] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.195463] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb90e28-c8a1-4804-a1ef-35a1da3931c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.197367] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.197576] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.197757] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Deleting the datastore file [datastore1] b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.198657] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b20ee5db-8e03-42c9-a3a3-b7ab56f258e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.206702] env[63326]: DEBUG oslo_vmware.api [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for the task: (returnval){ [ 1674.206702] env[63326]: value = "task-1726432" [ 1674.206702] env[63326]: _type = "Task" [ 1674.206702] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.208660] env[63326]: DEBUG oslo_vmware.api [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1674.208660] env[63326]: value = "task-1726431" [ 1674.208660] env[63326]: _type = "Task" [ 1674.208660] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.224577] env[63326]: DEBUG oslo_vmware.api [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.231058] env[63326]: DEBUG oslo_vmware.api [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1726432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.377266] env[63326]: INFO nova.network.neutron [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Port 34e31998-5410-429d-8803-266ce7cbaf16 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1674.377463] env[63326]: INFO nova.network.neutron [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Port e869f31e-140f-4787-a619-04f9bfd124a4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1674.377799] env[63326]: DEBUG nova.network.neutron [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.381843] env[63326]: DEBUG nova.compute.manager [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-vif-deleted-34e31998-5410-429d-8803-266ce7cbaf16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1674.381843] env[63326]: INFO nova.compute.manager [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Neutron deleted interface 34e31998-5410-429d-8803-266ce7cbaf16; detaching it from the instance and deleting it from the info cache [ 1674.381843] env[63326]: DEBUG nova.network.neutron [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e869f31e-140f-4787-a619-04f9bfd124a4", "address": "fa:16:3e:d9:82:3e", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape869f31e-14", "ovs_interfaceid": "e869f31e-140f-4787-a619-04f9bfd124a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.400115] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "31b86e40-1b9d-4c91-8524-91deab60bfec" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.400115] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.400280] env[63326]: DEBUG nova.compute.manager [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Going to confirm migration 4 {{(pid=63326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1674.547979] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726429, 'name': ReconfigVM_Task, 'duration_secs': 0.462688} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.547979] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] aa16815b-02a6-47c4-a151-65f832a83dc9/aa16815b-02a6-47c4-a151-65f832a83dc9.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.547979] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41ee7ee9-2ad3-4548-82d6-e3b04258c4ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.556019] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1674.556019] env[63326]: value = "task-1726433" [ 1674.556019] env[63326]: _type = "Task" [ 1674.556019] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.570196] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726433, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.658355] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.695020] env[63326]: DEBUG nova.scheduler.client.report [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.727680] env[63326]: DEBUG oslo_vmware.api [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Task: {'id': task-1726432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24503} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.732193] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.732913] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.733351] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.733907] env[63326]: INFO nova.compute.manager [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1674.734808] env[63326]: DEBUG oslo.service.loopingcall [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.735233] env[63326]: DEBUG oslo_vmware.api [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726431, 'name': PowerOffVM_Task, 'duration_secs': 0.264185} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.735764] env[63326]: DEBUG nova.compute.manager [-] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1674.736037] env[63326]: DEBUG nova.network.neutron [-] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1674.738340] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.738811] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.739257] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54da9e34-f346-4e69-ba10-15eaf270e275 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.886837] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.887833] env[63326]: DEBUG oslo_concurrency.lockutils [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] Acquiring lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.990457] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.992372] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.992782] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleting the datastore file [datastore1] 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.993226] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d2ffca-738e-456d-8a55-792c85d0d084 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.999016] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.999439] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.999684] env[63326]: DEBUG nova.network.neutron [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.999932] env[63326]: DEBUG nova.objects.instance [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lazy-loading 'info_cache' on Instance uuid 31b86e40-1b9d-4c91-8524-91deab60bfec {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.008957] env[63326]: DEBUG oslo_vmware.api [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1675.008957] env[63326]: value = "task-1726435" [ 1675.008957] env[63326]: _type = "Task" [ 1675.008957] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.019053] env[63326]: DEBUG oslo_vmware.api [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.066348] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726433, 'name': Rename_Task, 'duration_secs': 0.451451} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.066348] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.066679] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df0d8795-000a-4266-a3b7-0d0c5da8473b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.075377] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1675.075377] env[63326]: value = "task-1726436" [ 1675.075377] env[63326]: _type = "Task" [ 1675.075377] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.085757] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.165293] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726426, 'name': ReconfigVM_Task, 'duration_secs': 1.719651} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.165835] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef/volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.172206] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede5ef4b-9d37-4504-934e-180c285c521d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.191716] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1675.191716] env[63326]: value = "task-1726437" [ 1675.191716] env[63326]: _type = "Task" [ 1675.191716] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.198661] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.207024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.488s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.207831] env[63326]: INFO nova.compute.claims [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1675.214559] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.242495] env[63326]: INFO nova.scheduler.client.report [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted allocations for instance d453cc73-db4c-4688-b0aa-947f3f937991 [ 1675.390863] env[63326]: DEBUG oslo_concurrency.lockutils [None req-05e3ef55-52cb-44e1-b6eb-a4e1ebddfcf9 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4b47fcaf-7d4c-42a7-99b6-31fcfcd86417-34e31998-5410-429d-8803-266ce7cbaf16" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.555s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.524305] env[63326]: DEBUG oslo_vmware.api [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303783} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.524766] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1675.525059] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1675.525296] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1675.525692] env[63326]: INFO nova.compute.manager [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1675.525846] env[63326]: DEBUG oslo.service.loopingcall [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.530178] env[63326]: DEBUG nova.compute.manager [-] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1675.532288] env[63326]: DEBUG nova.network.neutron [-] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1675.589471] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726436, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.649671] env[63326]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e869f31e-140f-4787-a619-04f9bfd124a4 could not be found.", "detail": ""}} {{(pid=63326) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1675.650164] env[63326]: DEBUG nova.network.neutron [-] Unable to show port e869f31e-140f-4787-a619-04f9bfd124a4 as it no longer exists. {{(pid=63326) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1675.705684] env[63326]: DEBUG oslo_vmware.api [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726437, 'name': ReconfigVM_Task, 'duration_secs': 0.199558} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.706065] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359343', 'volume_id': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'name': 'volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '03a8c115-6a27-45f9-9e27-1af228df293b', 'attached_at': '', 'detached_at': '', 'volume_id': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'serial': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1675.760993] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a35c3c9b-f6cb-466e-a1b4-182dce54796c tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "d453cc73-db4c-4688-b0aa-947f3f937991" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.717s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.774348] env[63326]: DEBUG nova.network.neutron [-] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.090992] env[63326]: DEBUG oslo_vmware.api [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726436, 'name': PowerOnVM_Task, 'duration_secs': 0.859279} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.090992] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.090992] env[63326]: INFO nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1676.090992] env[63326]: DEBUG nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.091360] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6208d3f-49fe-4dc1-8a47-5d81f80b4b0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.283250] env[63326]: INFO nova.compute.manager [-] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Took 1.55 seconds to deallocate network for instance. [ 1676.348285] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "da60a6bc-575f-4eef-a17a-957d88e80cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.348540] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "da60a6bc-575f-4eef-a17a-957d88e80cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.348737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "da60a6bc-575f-4eef-a17a-957d88e80cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.348910] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "da60a6bc-575f-4eef-a17a-957d88e80cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.349275] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "da60a6bc-575f-4eef-a17a-957d88e80cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.356486] env[63326]: INFO nova.compute.manager [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Terminating instance [ 1676.382517] env[63326]: DEBUG nova.network.neutron [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance_info_cache with network_info: [{"id": "f7372120-e166-41e6-bdc4-9ced72449584", "address": "fa:16:3e:0b:7e:43", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7372120-e1", "ovs_interfaceid": "f7372120-e166-41e6-bdc4-9ced72449584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.418908] env[63326]: DEBUG nova.compute.manager [req-eb1cc231-3c15-40ac-a82d-bafb4f3c11c1 req-6a49661d-d123-468e-9c77-30aba4841315 service nova] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Received event network-vif-deleted-ee8c07f1-5dfe-4fb0-8312-cb8ada2ab559 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1676.419291] env[63326]: DEBUG nova.compute.manager [req-eb1cc231-3c15-40ac-a82d-bafb4f3c11c1 req-6a49661d-d123-468e-9c77-30aba4841315 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-vif-deleted-bfff7b90-4a81-419b-9937-308561b4aba8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1676.419530] env[63326]: INFO nova.compute.manager [req-eb1cc231-3c15-40ac-a82d-bafb4f3c11c1 req-6a49661d-d123-468e-9c77-30aba4841315 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Neutron deleted interface bfff7b90-4a81-419b-9937-308561b4aba8; detaching it from the instance and deleting it from the info cache [ 1676.419810] env[63326]: DEBUG nova.network.neutron [req-eb1cc231-3c15-40ac-a82d-bafb4f3c11c1 req-6a49661d-d123-468e-9c77-30aba4841315 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "e869f31e-140f-4787-a619-04f9bfd124a4", "address": "fa:16:3e:d9:82:3e", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape869f31e-14", "ovs_interfaceid": "e869f31e-140f-4787-a619-04f9bfd124a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.539039] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ed340-1925-45ee-a85f-46ab142a7602 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.550843] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15f79e9-bf0e-478b-a985-fbb0a641d234 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.589540] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f16a48-0b82-4a22-824f-5f54bccd0274 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.600200] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84bd9dd-8c16-4cbf-be18-385ce7c2a1ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.625354] env[63326]: DEBUG nova.compute.provider_tree [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1676.629235] env[63326]: INFO nova.compute.manager [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Took 28.71 seconds to build instance. [ 1676.761907] env[63326]: DEBUG nova.objects.instance [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'flavor' on Instance uuid 03a8c115-6a27-45f9-9e27-1af228df293b {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.791017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.860934] env[63326]: DEBUG nova.compute.manager [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.861173] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.862134] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd635b-09dd-4055-a120-d703de3bca35 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.869101] env[63326]: DEBUG nova.network.neutron [-] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.881765] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.883685] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588c0333-b7ba-4c58-ba3d-3262f564fce0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.885674] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-31b86e40-1b9d-4c91-8524-91deab60bfec" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.886040] env[63326]: DEBUG nova.objects.instance [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lazy-loading 'migration_context' on Instance uuid 31b86e40-1b9d-4c91-8524-91deab60bfec {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.896268] env[63326]: DEBUG oslo_vmware.api [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1676.896268] env[63326]: value = "task-1726438" [ 1676.896268] env[63326]: _type = "Task" [ 1676.896268] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.906438] env[63326]: DEBUG oslo_vmware.api [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.922333] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-691e9dc1-3109-4dff-b511-5cf394130462 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.936313] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c74ee-93c4-49e8-9b9a-22067bbb0efc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.982046] env[63326]: DEBUG nova.compute.manager [req-eb1cc231-3c15-40ac-a82d-bafb4f3c11c1 req-6a49661d-d123-468e-9c77-30aba4841315 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Detach interface failed, port_id=bfff7b90-4a81-419b-9937-308561b4aba8, reason: Instance 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1677.137014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0086795-18c8-40a5-9c89-d8d33de97229 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.228s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.165484] env[63326]: ERROR nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [req-857700f5-5b9a-4581-a380-eb5b1c10b586] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-857700f5-5b9a-4581-a380-eb5b1c10b586"}]} [ 1677.185053] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1677.202524] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1677.202799] env[63326]: DEBUG nova.compute.provider_tree [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.256544] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1677.256544] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1677.268091] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3c41ccd9-8571-47d1-b374-9ab0215171ed tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.891s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.378018] env[63326]: INFO nova.compute.manager [-] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Took 1.84 seconds to deallocate network for instance. [ 1677.378018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "aa16815b-02a6-47c4-a151-65f832a83dc9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.378018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.378018] env[63326]: DEBUG nova.compute.manager [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.378936] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82201615-fa2b-4279-809f-2e96087c881c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.391766] env[63326]: DEBUG nova.objects.base [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Object Instance<31b86e40-1b9d-4c91-8524-91deab60bfec> lazy-loaded attributes: info_cache,migration_context {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1677.393288] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19986b1-0a80-4b1a-9bc2-522d291cc93e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.397787] env[63326]: DEBUG nova.compute.manager [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1677.398758] env[63326]: DEBUG nova.objects.instance [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lazy-loading 'flavor' on Instance uuid aa16815b-02a6-47c4-a151-65f832a83dc9 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.430689] env[63326]: DEBUG oslo_vmware.api [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726438, 'name': PowerOffVM_Task, 'duration_secs': 0.32883} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.434851] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.435915] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.435915] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fb9c76-f02f-4f41-80e7-0cfaf00ce294 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.438482] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4030113-e215-4594-b980-ae24aa07e070 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.444841] env[63326]: DEBUG oslo_vmware.api [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1677.444841] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f42014-ccc8-09ca-5a58-87816a7a04b7" [ 1677.444841] env[63326]: _type = "Task" [ 1677.444841] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.456685] env[63326]: DEBUG oslo_vmware.api [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f42014-ccc8-09ca-5a58-87816a7a04b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.558418] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73652ca6-320b-4ac4-be2f-22402c54ca5d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.566137] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.566137] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.566137] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleting the datastore file [datastore1] da60a6bc-575f-4eef-a17a-957d88e80cf3 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.566137] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5936f050-27fc-43c8-a45e-c6fada9b36ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.572429] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782e9a87-4657-4472-8b92-eef90b9dfa2f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.577501] env[63326]: DEBUG oslo_vmware.api [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1677.577501] env[63326]: value = "task-1726440" [ 1677.577501] env[63326]: _type = "Task" [ 1677.577501] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.612318] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe77bd4f-905d-45f6-9f6e-b75bb26b51d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.623312] env[63326]: DEBUG oslo_vmware.api [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.629473] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f672fc3c-d894-435c-a924-52243a3f30da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.645556] env[63326]: DEBUG nova.compute.provider_tree [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.894451] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.956929] env[63326]: DEBUG oslo_vmware.api [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f42014-ccc8-09ca-5a58-87816a7a04b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.958024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.089447] env[63326]: DEBUG oslo_vmware.api [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.130652] env[63326]: DEBUG nova.compute.manager [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1678.169296] env[63326]: ERROR nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [req-96189b60-6935-42c8-bf5c-756c828a112b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96189b60-6935-42c8-bf5c-756c828a112b"}]} [ 1678.193765] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1678.210148] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1678.210447] env[63326]: DEBUG nova.compute.provider_tree [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.225583] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1678.249229] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1678.412966] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.413338] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33eaf1e7-0a25-497e-890b-a5fe0a6b3ce3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.426088] env[63326]: DEBUG oslo_vmware.api [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1678.426088] env[63326]: value = "task-1726441" [ 1678.426088] env[63326]: _type = "Task" [ 1678.426088] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.443968] env[63326]: DEBUG oslo_vmware.api [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.529327] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7aa299-2910-4ae4-a4ba-da202f3e0699 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.539238] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2352fded-04cb-4076-a414-487e444c7a3d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.570381] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f7cdd4-e353-4099-b046-1fb8131aee7c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.579278] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41a9262-575f-4149-bd1a-2ae029d34b36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.592611] env[63326]: DEBUG oslo_vmware.api [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531129} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.600811] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.601070] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.601273] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.601493] env[63326]: INFO nova.compute.manager [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1678.601762] env[63326]: DEBUG oslo.service.loopingcall [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.602242] env[63326]: DEBUG nova.compute.provider_tree [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.603633] env[63326]: DEBUG nova.compute.manager [-] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1678.603747] env[63326]: DEBUG nova.network.neutron [-] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.652121] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.938457] env[63326]: DEBUG oslo_vmware.api [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726441, 'name': PowerOffVM_Task, 'duration_secs': 0.274238} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.938732] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.938929] env[63326]: DEBUG nova.compute.manager [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.940252] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc215049-c8f1-4236-ba95-1ab4eb288d84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.143028] env[63326]: DEBUG nova.scheduler.client.report [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1679.143028] env[63326]: DEBUG nova.compute.provider_tree [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 134 to 135 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1679.143028] env[63326]: DEBUG nova.compute.provider_tree [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.203098] env[63326]: DEBUG nova.compute.manager [req-c8fd7725-63c2-4045-98d7-b441b79e11d0 req-ddc97a84-fbb8-4e3c-ab07-5df168cd43f4 service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Received event network-vif-deleted-05b3ca9f-b45f-407e-ad41-dcf2329f7a29 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1679.203366] env[63326]: INFO nova.compute.manager [req-c8fd7725-63c2-4045-98d7-b441b79e11d0 req-ddc97a84-fbb8-4e3c-ab07-5df168cd43f4 service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Neutron deleted interface 05b3ca9f-b45f-407e-ad41-dcf2329f7a29; detaching it from the instance and deleting it from the info cache [ 1679.203591] env[63326]: DEBUG nova.network.neutron [req-c8fd7725-63c2-4045-98d7-b441b79e11d0 req-ddc97a84-fbb8-4e3c-ab07-5df168cd43f4 service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.446890] env[63326]: DEBUG nova.network.neutron [-] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.456956] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2a8bb7d-360a-420a-93b0-cfd34f6462de tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.648584] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.443s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.649151] env[63326]: DEBUG nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.651676] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.130s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.653055] env[63326]: INFO nova.compute.claims [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.706731] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93fcb8b1-4a97-4f72-914d-5a63e7f9164a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.717409] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764b912-fee8-473a-a7a4-52b9753f38fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.748527] env[63326]: DEBUG nova.compute.manager [req-c8fd7725-63c2-4045-98d7-b441b79e11d0 req-ddc97a84-fbb8-4e3c-ab07-5df168cd43f4 service nova] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Detach interface failed, port_id=05b3ca9f-b45f-407e-ad41-dcf2329f7a29, reason: Instance da60a6bc-575f-4eef-a17a-957d88e80cf3 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1679.950687] env[63326]: INFO nova.compute.manager [-] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Took 1.35 seconds to deallocate network for instance. [ 1679.977309] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "aa16815b-02a6-47c4-a151-65f832a83dc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.977546] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.977755] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "aa16815b-02a6-47c4-a151-65f832a83dc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.977938] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.978145] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.980116] env[63326]: INFO nova.compute.manager [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Terminating instance [ 1680.157254] env[63326]: DEBUG nova.compute.utils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.160377] env[63326]: DEBUG nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.160539] env[63326]: DEBUG nova.network.neutron [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.393507] env[63326]: DEBUG nova.policy [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fee1928ef794946a4ef326ac00e7c99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26e73420b8644892a1a8ff0488759fb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.457267] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.483233] env[63326]: DEBUG nova.compute.manager [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1680.483453] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1680.484343] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7809a9-32e2-4604-a2cb-70f042b70531 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.494702] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.494961] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ac7cfe3-ea4b-4999-b4d2-63610208d0a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.610708] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.614021] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.614021] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleting the datastore file [datastore1] aa16815b-02a6-47c4-a151-65f832a83dc9 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.614021] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d24f359f-0745-467f-8f0d-1e1362b03b1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.620861] env[63326]: DEBUG oslo_vmware.api [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1680.620861] env[63326]: value = "task-1726443" [ 1680.620861] env[63326]: _type = "Task" [ 1680.620861] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.630985] env[63326]: DEBUG oslo_vmware.api [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.666523] env[63326]: DEBUG nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.749620] env[63326]: DEBUG nova.network.neutron [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Successfully created port: af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.945665] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ec4ce8-9537-4573-99df-0cc660003f33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.955658] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e3f39-b807-4411-b7fc-5ed18db70b0d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.994095] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc7c0c-3c2d-4ab4-8513-8f76e3ae8405 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.002372] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1a90e-f6ba-4014-906f-7ed3413b33f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.015589] env[63326]: DEBUG nova.compute.provider_tree [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.131876] env[63326]: DEBUG oslo_vmware.api [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155632} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.132153] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1681.132343] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1681.132517] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1681.132691] env[63326]: INFO nova.compute.manager [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1681.132938] env[63326]: DEBUG oslo.service.loopingcall [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.133139] env[63326]: DEBUG nova.compute.manager [-] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1681.133230] env[63326]: DEBUG nova.network.neutron [-] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1681.423353] env[63326]: DEBUG nova.compute.manager [req-748bee14-9c29-4ac1-834c-48e1f1ad2d16 req-b34bed5b-9ded-46c9-b7a8-a13833553515 service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Received event network-vif-deleted-6be78d0e-61e4-47d7-8b7c-1e58570d3f97 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1681.423574] env[63326]: INFO nova.compute.manager [req-748bee14-9c29-4ac1-834c-48e1f1ad2d16 req-b34bed5b-9ded-46c9-b7a8-a13833553515 service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Neutron deleted interface 6be78d0e-61e4-47d7-8b7c-1e58570d3f97; detaching it from the instance and deleting it from the info cache [ 1681.423742] env[63326]: DEBUG nova.network.neutron [req-748bee14-9c29-4ac1-834c-48e1f1ad2d16 req-b34bed5b-9ded-46c9-b7a8-a13833553515 service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.519021] env[63326]: DEBUG nova.scheduler.client.report [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.680697] env[63326]: DEBUG nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.706366] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.706606] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.706755] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.706934] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.707164] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.707412] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.707643] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.707803] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.708045] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.708141] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.708314] env[63326]: DEBUG nova.virt.hardware [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.709216] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924a1bdc-d3e4-407b-a3f8-e1081d501d1a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.718178] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1352097-bcd4-4e38-affc-7f04ced5d66b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.903716] env[63326]: DEBUG nova.network.neutron [-] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.929414] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-178b5128-5672-4e79-a865-ad76e1f701b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.940142] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf535c4f-230b-4395-8bc8-e2f0e825638e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.972748] env[63326]: DEBUG nova.compute.manager [req-748bee14-9c29-4ac1-834c-48e1f1ad2d16 req-b34bed5b-9ded-46c9-b7a8-a13833553515 service nova] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Detach interface failed, port_id=6be78d0e-61e4-47d7-8b7c-1e58570d3f97, reason: Instance aa16815b-02a6-47c4-a151-65f832a83dc9 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1682.024533] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.025147] env[63326]: DEBUG nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.028027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.508s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.029237] env[63326]: INFO nova.compute.claims [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.198237] env[63326]: DEBUG nova.compute.manager [req-7c8f0a4f-4e98-4a35-a210-b8f3d0c744c5 req-7c26f98b-adc9-4042-a62c-25c41c6bb730 service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Received event network-vif-plugged-af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1682.198450] env[63326]: DEBUG oslo_concurrency.lockutils [req-7c8f0a4f-4e98-4a35-a210-b8f3d0c744c5 req-7c26f98b-adc9-4042-a62c-25c41c6bb730 service nova] Acquiring lock "8d90c894-d33f-4472-ad9f-c24f12eeb514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.198659] env[63326]: DEBUG oslo_concurrency.lockutils [req-7c8f0a4f-4e98-4a35-a210-b8f3d0c744c5 req-7c26f98b-adc9-4042-a62c-25c41c6bb730 service nova] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.198826] env[63326]: DEBUG oslo_concurrency.lockutils [req-7c8f0a4f-4e98-4a35-a210-b8f3d0c744c5 req-7c26f98b-adc9-4042-a62c-25c41c6bb730 service nova] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.198990] env[63326]: DEBUG nova.compute.manager [req-7c8f0a4f-4e98-4a35-a210-b8f3d0c744c5 req-7c26f98b-adc9-4042-a62c-25c41c6bb730 service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] No waiting events found dispatching network-vif-plugged-af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1682.199619] env[63326]: WARNING nova.compute.manager [req-7c8f0a4f-4e98-4a35-a210-b8f3d0c744c5 req-7c26f98b-adc9-4042-a62c-25c41c6bb730 service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Received unexpected event network-vif-plugged-af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c for instance with vm_state building and task_state spawning. [ 1682.391975] env[63326]: DEBUG nova.network.neutron [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Successfully updated port: af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1682.407571] env[63326]: INFO nova.compute.manager [-] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Took 1.27 seconds to deallocate network for instance. [ 1682.477533] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.477802] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.477986] env[63326]: DEBUG nova.compute.manager [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.479012] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e79a8e9-d12f-48ff-9e1b-8dbce1921f22 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.487706] env[63326]: DEBUG nova.compute.manager [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1682.488343] env[63326]: DEBUG nova.objects.instance [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'flavor' on Instance uuid f214df39-a352-450d-9a68-ccaa5d209b48 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.533273] env[63326]: DEBUG nova.compute.utils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.536407] env[63326]: DEBUG nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.536616] env[63326]: DEBUG nova.network.neutron [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.575717] env[63326]: DEBUG nova.policy [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fee1928ef794946a4ef326ac00e7c99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26e73420b8644892a1a8ff0488759fb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.842608] env[63326]: DEBUG nova.network.neutron [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Successfully created port: fe15d383-dc33-47bd-96e2-94035bf07746 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.893747] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.893819] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.893934] env[63326]: DEBUG nova.network.neutron [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.914368] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.040258] env[63326]: DEBUG nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.325724] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9bbd5-8fbb-4fe8-9f04-dd4a9b90c029 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.334395] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5099b160-0e47-44db-85f7-4e9f961802ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.370479] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220eb1fa-ca03-4a6e-9573-10d416241c0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.379562] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f61de96-69d6-4732-8802-85469b29f310 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.393681] env[63326]: DEBUG nova.compute.provider_tree [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.430870] env[63326]: DEBUG nova.network.neutron [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.499950] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.505209] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd7d665-703d-4b44-8535-c010218dddb9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.511766] env[63326]: DEBUG oslo_vmware.api [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1683.511766] env[63326]: value = "task-1726444" [ 1683.511766] env[63326]: _type = "Task" [ 1683.511766] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.522860] env[63326]: DEBUG oslo_vmware.api [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.602572] env[63326]: DEBUG nova.network.neutron [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Updating instance_info_cache with network_info: [{"id": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "address": "fa:16:3e:d0:05:45", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8c3fad-77", "ovs_interfaceid": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.898108] env[63326]: DEBUG nova.scheduler.client.report [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.025785] env[63326]: DEBUG oslo_vmware.api [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726444, 'name': PowerOffVM_Task, 'duration_secs': 0.200951} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.026131] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.026746] env[63326]: DEBUG nova.compute.manager [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.027769] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e50ff7-0329-4ad2-83a9-7f8a9ff49a7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.058531] env[63326]: DEBUG nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.095370] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.095610] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.095768] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.095948] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.096104] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.096254] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.096460] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.096616] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.096832] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.097085] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.097287] env[63326]: DEBUG nova.virt.hardware [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.098464] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e4e11-bf86-45ad-804e-5dd85cce7108 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.106230] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.106595] env[63326]: DEBUG nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Instance network_info: |[{"id": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "address": "fa:16:3e:d0:05:45", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8c3fad-77", "ovs_interfaceid": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1684.107043] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:05:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.114336] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Creating folder: Project (26e73420b8644892a1a8ff0488759fb8). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1684.115517] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0207821e-54e8-466a-bf87-d9c048a04e6b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.119675] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d2e8e2f-d1dd-4948-8481-a7d753856688 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.133571] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Created folder: Project (26e73420b8644892a1a8ff0488759fb8) in parent group-v359097. [ 1684.133777] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Creating folder: Instances. Parent ref: group-v359345. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1684.133990] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-018b35fe-a430-49d8-8e58-4854a85f1bab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.144534] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Created folder: Instances in parent group-v359345. [ 1684.144787] env[63326]: DEBUG oslo.service.loopingcall [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.144981] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.145206] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ee4d2c3-2a60-41ba-9b1f-5baee6c67c9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.166591] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.166591] env[63326]: value = "task-1726447" [ 1684.166591] env[63326]: _type = "Task" [ 1684.166591] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.174799] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726447, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.249680] env[63326]: DEBUG nova.compute.manager [req-e27b716c-f329-48d9-b7d7-3b53771f963e req-68b2ce5c-0432-4dbe-81ea-f51863ddf724 service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Received event network-changed-af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1684.249875] env[63326]: DEBUG nova.compute.manager [req-e27b716c-f329-48d9-b7d7-3b53771f963e req-68b2ce5c-0432-4dbe-81ea-f51863ddf724 service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Refreshing instance network info cache due to event network-changed-af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1684.250285] env[63326]: DEBUG oslo_concurrency.lockutils [req-e27b716c-f329-48d9-b7d7-3b53771f963e req-68b2ce5c-0432-4dbe-81ea-f51863ddf724 service nova] Acquiring lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.250414] env[63326]: DEBUG oslo_concurrency.lockutils [req-e27b716c-f329-48d9-b7d7-3b53771f963e req-68b2ce5c-0432-4dbe-81ea-f51863ddf724 service nova] Acquired lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.250588] env[63326]: DEBUG nova.network.neutron [req-e27b716c-f329-48d9-b7d7-3b53771f963e req-68b2ce5c-0432-4dbe-81ea-f51863ddf724 service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Refreshing network info cache for port af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.403364] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.403965] env[63326]: DEBUG nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.410171] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.429s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.410443] env[63326]: DEBUG nova.objects.instance [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lazy-loading 'resources' on Instance uuid 8b15ca32-96d6-4762-a79e-2a4d8e5d9403 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.458763] env[63326]: DEBUG nova.network.neutron [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Successfully updated port: fe15d383-dc33-47bd-96e2-94035bf07746 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.541392] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1a5904f1-a59f-4023-9579-dce0541578d0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.676792] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726447, 'name': CreateVM_Task, 'duration_secs': 0.506535} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.676968] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.677773] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.677942] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.678291] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.678592] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66bc74bb-a242-4429-966f-495c14262ee4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.683894] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1684.683894] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cd5ab4-dd78-3ab7-b658-7320709315bb" [ 1684.683894] env[63326]: _type = "Task" [ 1684.683894] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.693873] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cd5ab4-dd78-3ab7-b658-7320709315bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.903555] env[63326]: DEBUG nova.objects.instance [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'flavor' on Instance uuid f214df39-a352-450d-9a68-ccaa5d209b48 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.915218] env[63326]: DEBUG nova.compute.utils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1684.918024] env[63326]: DEBUG nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1684.918158] env[63326]: DEBUG nova.network.neutron [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1684.968262] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.968646] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.968777] env[63326]: DEBUG nova.network.neutron [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.000320] env[63326]: DEBUG nova.policy [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c88c1ddc620144cd9c228533d44f294f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f70ccab695804a75ad621f532d0b7f66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1685.033187] env[63326]: DEBUG nova.network.neutron [req-e27b716c-f329-48d9-b7d7-3b53771f963e req-68b2ce5c-0432-4dbe-81ea-f51863ddf724 service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Updated VIF entry in instance network info cache for port af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1685.033517] env[63326]: DEBUG nova.network.neutron [req-e27b716c-f329-48d9-b7d7-3b53771f963e req-68b2ce5c-0432-4dbe-81ea-f51863ddf724 service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Updating instance_info_cache with network_info: [{"id": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "address": "fa:16:3e:d0:05:45", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8c3fad-77", "ovs_interfaceid": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.200463] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cd5ab4-dd78-3ab7-b658-7320709315bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.204160] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.204544] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.204876] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.205193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.205583] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.206521] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9765af8a-1012-4165-9a75-199129fd17ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.221264] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.221264] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.221264] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17726a8c-deea-4f0a-a7d9-557e98aaf6ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.232021] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1685.232021] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b3ca9-78eb-775c-e8c8-b5a3c02a5ef6" [ 1685.232021] env[63326]: _type = "Task" [ 1685.232021] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.240652] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b3ca9-78eb-775c-e8c8-b5a3c02a5ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.270538] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723e52b5-7495-4b4c-b6d8-a84cbf4df0ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.278562] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e45169f-ff7b-4d4a-860c-db7797c6b415 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.312583] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1d789d-985a-44c3-a548-080f29ec502a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.321225] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729c33eb-c2bf-41c7-a2c5-0aa8d1dfd876 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.336908] env[63326]: DEBUG nova.compute.provider_tree [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.361484] env[63326]: DEBUG nova.network.neutron [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Successfully created port: 065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.411120] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.411298] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.411471] env[63326]: DEBUG nova.network.neutron [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.411644] env[63326]: DEBUG nova.objects.instance [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'info_cache' on Instance uuid f214df39-a352-450d-9a68-ccaa5d209b48 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.424203] env[63326]: DEBUG nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.511972] env[63326]: DEBUG nova.network.neutron [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.535975] env[63326]: DEBUG oslo_concurrency.lockutils [req-e27b716c-f329-48d9-b7d7-3b53771f963e req-68b2ce5c-0432-4dbe-81ea-f51863ddf724 service nova] Releasing lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.605696] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquiring lock "3e295dde-be9d-4e99-b591-3ece25f5fd84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.605696] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "3e295dde-be9d-4e99-b591-3ece25f5fd84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.744516] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b3ca9-78eb-775c-e8c8-b5a3c02a5ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.745585] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a19ed47-10cb-4694-b34f-3148df2dfb4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.749902] env[63326]: DEBUG nova.network.neutron [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Updating instance_info_cache with network_info: [{"id": "fe15d383-dc33-47bd-96e2-94035bf07746", "address": "fa:16:3e:97:e0:34", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe15d383-dc", "ovs_interfaceid": "fe15d383-dc33-47bd-96e2-94035bf07746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.755758] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1685.755758] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ee520e-58da-fa99-701f-bbf0c435d333" [ 1685.755758] env[63326]: _type = "Task" [ 1685.755758] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.766623] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ee520e-58da-fa99-701f-bbf0c435d333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.839034] env[63326]: DEBUG nova.scheduler.client.report [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1685.916564] env[63326]: DEBUG nova.objects.base [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1686.106989] env[63326]: DEBUG nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1686.254412] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.255127] env[63326]: DEBUG nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Instance network_info: |[{"id": "fe15d383-dc33-47bd-96e2-94035bf07746", "address": "fa:16:3e:97:e0:34", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe15d383-dc", "ovs_interfaceid": "fe15d383-dc33-47bd-96e2-94035bf07746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1686.255127] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:e0:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe15d383-dc33-47bd-96e2-94035bf07746', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.262548] env[63326]: DEBUG oslo.service.loopingcall [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.262830] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.267381] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34a64826-4477-47d3-b6b4-0c68077f02c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.290746] env[63326]: DEBUG nova.compute.manager [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Received event network-vif-plugged-fe15d383-dc33-47bd-96e2-94035bf07746 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1686.291333] env[63326]: DEBUG oslo_concurrency.lockutils [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] Acquiring lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.291642] env[63326]: DEBUG oslo_concurrency.lockutils [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.291885] env[63326]: DEBUG oslo_concurrency.lockutils [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.292139] env[63326]: DEBUG nova.compute.manager [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] No waiting events found dispatching network-vif-plugged-fe15d383-dc33-47bd-96e2-94035bf07746 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1686.292372] env[63326]: WARNING nova.compute.manager [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Received unexpected event network-vif-plugged-fe15d383-dc33-47bd-96e2-94035bf07746 for instance with vm_state building and task_state spawning. [ 1686.292598] env[63326]: DEBUG nova.compute.manager [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Received event network-changed-fe15d383-dc33-47bd-96e2-94035bf07746 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1686.292808] env[63326]: DEBUG nova.compute.manager [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Refreshing instance network info cache due to event network-changed-fe15d383-dc33-47bd-96e2-94035bf07746. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1686.293070] env[63326]: DEBUG oslo_concurrency.lockutils [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] Acquiring lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.293267] env[63326]: DEBUG oslo_concurrency.lockutils [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] Acquired lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.293620] env[63326]: DEBUG nova.network.neutron [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Refreshing network info cache for port fe15d383-dc33-47bd-96e2-94035bf07746 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.304627] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ee520e-58da-fa99-701f-bbf0c435d333, 'name': SearchDatastore_Task, 'duration_secs': 0.018094} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.307029] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.307408] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514/8d90c894-d33f-4472-ad9f-c24f12eeb514.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1686.307723] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.307723] env[63326]: value = "task-1726448" [ 1686.307723] env[63326]: _type = "Task" [ 1686.307723] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.307956] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef1f822c-a9a8-4e5e-ac53-a98726ce17dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.325542] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726448, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.328194] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1686.328194] env[63326]: value = "task-1726449" [ 1686.328194] env[63326]: _type = "Task" [ 1686.328194] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.337735] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.344032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.346205] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.555s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.346435] env[63326]: DEBUG nova.objects.instance [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lazy-loading 'resources' on Instance uuid b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.372639] env[63326]: INFO nova.scheduler.client.report [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleted allocations for instance 8b15ca32-96d6-4762-a79e-2a4d8e5d9403 [ 1686.436486] env[63326]: DEBUG nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.466227] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1686.466518] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.466733] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1686.466948] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.467169] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1686.467373] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1686.467638] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1686.467885] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1686.468017] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1686.468250] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1686.468442] env[63326]: DEBUG nova.virt.hardware [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1686.469799] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8314284-60e1-498e-98f1-8bf210fd1f33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.479675] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88438033-af8a-44ee-b367-67e725976bb7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.629604] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.651706] env[63326]: DEBUG nova.network.neutron [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.823655] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726448, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.841621] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726449, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.882371] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c2896601-3534-4829-b3cf-864e38ad93a8 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "8b15ca32-96d6-4762-a79e-2a4d8e5d9403" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.162s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.080220] env[63326]: DEBUG nova.compute.manager [req-065aae77-a148-48cd-b939-f333dc69f3fa req-6eca1ae2-5ad3-4930-9f54-9b2ce14fdd40 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Received event network-vif-plugged-065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1687.080450] env[63326]: DEBUG oslo_concurrency.lockutils [req-065aae77-a148-48cd-b939-f333dc69f3fa req-6eca1ae2-5ad3-4930-9f54-9b2ce14fdd40 service nova] Acquiring lock "3b6e65f2-8a29-40df-8634-4315656120f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.080658] env[63326]: DEBUG oslo_concurrency.lockutils [req-065aae77-a148-48cd-b939-f333dc69f3fa req-6eca1ae2-5ad3-4930-9f54-9b2ce14fdd40 service nova] Lock "3b6e65f2-8a29-40df-8634-4315656120f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.081848] env[63326]: DEBUG oslo_concurrency.lockutils [req-065aae77-a148-48cd-b939-f333dc69f3fa req-6eca1ae2-5ad3-4930-9f54-9b2ce14fdd40 service nova] Lock "3b6e65f2-8a29-40df-8634-4315656120f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.081848] env[63326]: DEBUG nova.compute.manager [req-065aae77-a148-48cd-b939-f333dc69f3fa req-6eca1ae2-5ad3-4930-9f54-9b2ce14fdd40 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] No waiting events found dispatching network-vif-plugged-065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.081848] env[63326]: WARNING nova.compute.manager [req-065aae77-a148-48cd-b939-f333dc69f3fa req-6eca1ae2-5ad3-4930-9f54-9b2ce14fdd40 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Received unexpected event network-vif-plugged-065fc443-76eb-4f17-84ce-830212d0b7d0 for instance with vm_state building and task_state spawning. [ 1687.117931] env[63326]: DEBUG nova.network.neutron [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Updated VIF entry in instance network info cache for port fe15d383-dc33-47bd-96e2-94035bf07746. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.119314] env[63326]: DEBUG nova.network.neutron [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Updating instance_info_cache with network_info: [{"id": "fe15d383-dc33-47bd-96e2-94035bf07746", "address": "fa:16:3e:97:e0:34", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe15d383-dc", "ovs_interfaceid": "fe15d383-dc33-47bd-96e2-94035bf07746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.135354] env[63326]: DEBUG nova.network.neutron [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Successfully updated port: 065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.154679] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.192693] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa877f-ee25-4277-895f-15950cb079ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.201292] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02262ba8-8bc0-4603-95bf-c4f98c1041df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.232778] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56f04f1-cd59-492b-83af-13ad9089b886 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.240434] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366859e8-c420-4105-b1cb-55e4d651809f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.255392] env[63326]: DEBUG nova.compute.provider_tree [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.325308] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726448, 'name': CreateVM_Task, 'duration_secs': 0.609067} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.325308] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.325375] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.325951] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.325951] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.326078] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237fb212-fb2a-418a-a425-1c66664f6c3d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.334222] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1687.334222] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5236635a-cfaa-9b0a-2c7f-969a45b83bdf" [ 1687.334222] env[63326]: _type = "Task" [ 1687.334222] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.341020] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520781} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.341702] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514/8d90c894-d33f-4472-ad9f-c24f12eeb514.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1687.341921] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.342170] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8a69ccc-06e6-4201-ae1b-ede36c06bbf4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.347175] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5236635a-cfaa-9b0a-2c7f-969a45b83bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.347754] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.347989] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1687.348229] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.348375] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.348550] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.348789] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb71c540-6fb2-4ca6-9bf9-b994efe2fd2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.352597] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1687.352597] env[63326]: value = "task-1726450" [ 1687.352597] env[63326]: _type = "Task" [ 1687.352597] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.357273] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.357467] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.361716] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30503dac-20db-4ed2-882f-5d2eee0df022 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.364231] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.367451] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1687.367451] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc0e92-ea32-22a1-f31f-da23f1596897" [ 1687.367451] env[63326]: _type = "Task" [ 1687.367451] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.375406] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc0e92-ea32-22a1-f31f-da23f1596897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.621475] env[63326]: DEBUG oslo_concurrency.lockutils [req-85b4fc81-7f90-4f18-a859-bd259c46c307 req-1b2c0f6e-0105-407a-8d56-c1928578060f service nova] Releasing lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.638101] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.638101] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.638101] env[63326]: DEBUG nova.network.neutron [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.758269] env[63326]: DEBUG nova.scheduler.client.report [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.862886] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071681} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.862886] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1687.863240] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fa07bb-dcf9-47ae-a8a4-551ab01218bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.884771] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514/8d90c894-d33f-4472-ad9f-c24f12eeb514.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.889038] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b878704-b0ae-4dcb-8b74-9a974093b914 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.909728] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bc0e92-ea32-22a1-f31f-da23f1596897, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.911542] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1687.911542] env[63326]: value = "task-1726451" [ 1687.911542] env[63326]: _type = "Task" [ 1687.911542] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.911750] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b254fc-84eb-469e-ae9b-6a08cf5d864e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.923059] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.923960] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1687.923960] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a31009-b166-b234-2398-c36425b4f45d" [ 1687.923960] env[63326]: _type = "Task" [ 1687.923960] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.932622] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a31009-b166-b234-2398-c36425b4f45d, 'name': SearchDatastore_Task} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.932911] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.933217] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59/f5d2562c-4bb6-4059-9b63-87bcefeefe59.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.933504] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb53de4a-2481-426a-9d7d-75207c9e0d60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.940862] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1687.940862] env[63326]: value = "task-1726452" [ 1687.940862] env[63326]: _type = "Task" [ 1687.940862] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.949455] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.150706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "1358e31e-6451-4e08-981a-fd64345387d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.151018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "1358e31e-6451-4e08-981a-fd64345387d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.151374] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "1358e31e-6451-4e08-981a-fd64345387d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.152806] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "1358e31e-6451-4e08-981a-fd64345387d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.152806] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "1358e31e-6451-4e08-981a-fd64345387d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.154622] env[63326]: INFO nova.compute.manager [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Terminating instance [ 1688.160218] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.160949] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04cbb343-60a5-4eb1-8769-54d134b870f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.170612] env[63326]: DEBUG oslo_vmware.api [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1688.170612] env[63326]: value = "task-1726453" [ 1688.170612] env[63326]: _type = "Task" [ 1688.170612] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.173618] env[63326]: DEBUG nova.network.neutron [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.182617] env[63326]: DEBUG oslo_vmware.api [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.213372] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.213741] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.214015] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.214233] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.214472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.216615] env[63326]: INFO nova.compute.manager [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Terminating instance [ 1688.263646] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.267842] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.373s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.267842] env[63326]: DEBUG nova.objects.instance [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'resources' on Instance uuid 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.294034] env[63326]: INFO nova.scheduler.client.report [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Deleted allocations for instance b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413 [ 1688.363584] env[63326]: DEBUG nova.network.neutron [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Updating instance_info_cache with network_info: [{"id": "065fc443-76eb-4f17-84ce-830212d0b7d0", "address": "fa:16:3e:be:92:6a", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065fc443-76", "ovs_interfaceid": "065fc443-76eb-4f17-84ce-830212d0b7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.427488] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726451, 'name': ReconfigVM_Task, 'duration_secs': 0.353745} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.427867] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514/8d90c894-d33f-4472-ad9f-c24f12eeb514.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.428686] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a565c9ed-a291-4eb4-87bb-b512ef0fff90 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.436906] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1688.436906] env[63326]: value = "task-1726454" [ 1688.436906] env[63326]: _type = "Task" [ 1688.436906] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.448329] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726454, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.455451] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514219} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.455865] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59/f5d2562c-4bb6-4059-9b63-87bcefeefe59.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1688.456059] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1688.456409] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6bfefda-bc83-4d95-8845-e8e9dcba0ad6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.464534] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1688.464534] env[63326]: value = "task-1726455" [ 1688.464534] env[63326]: _type = "Task" [ 1688.464534] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.472925] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.659196] env[63326]: DEBUG nova.compute.manager [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.659773] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.660545] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15fbb8b-9aed-45f3-9dac-71fbfec40b93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.669170] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.669436] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a8f1af-a543-4fdb-94bb-e0ae4ba0178e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.679590] env[63326]: DEBUG oslo_vmware.api [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.680785] env[63326]: DEBUG oslo_vmware.api [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1688.680785] env[63326]: value = "task-1726456" [ 1688.680785] env[63326]: _type = "Task" [ 1688.680785] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.690338] env[63326]: DEBUG oslo_vmware.api [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.721482] env[63326]: DEBUG nova.compute.manager [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.721797] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.722950] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6621ef3f-4023-4c67-a0c5-28057964d68d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.731187] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.731445] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba783bae-1a84-45e3-ac2a-47705f2c5c14 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.737090] env[63326]: DEBUG oslo_vmware.api [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1688.737090] env[63326]: value = "task-1726457" [ 1688.737090] env[63326]: _type = "Task" [ 1688.737090] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.745370] env[63326]: DEBUG oslo_vmware.api [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.803121] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1e3eaa94-9c85-4808-91f6-e116f4e4ff64 tempest-ServersTestFqdnHostnames-1599207094 tempest-ServersTestFqdnHostnames-1599207094-project-member] Lock "b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.861s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.866302] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.866688] env[63326]: DEBUG nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Instance network_info: |[{"id": "065fc443-76eb-4f17-84ce-830212d0b7d0", "address": "fa:16:3e:be:92:6a", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065fc443-76", "ovs_interfaceid": "065fc443-76eb-4f17-84ce-830212d0b7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1688.867150] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:92:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065fc443-76eb-4f17-84ce-830212d0b7d0', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.874621] env[63326]: DEBUG oslo.service.loopingcall [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.877453] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.878067] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60aee30e-ce7b-42ea-84ab-640694475ace {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.901923] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.901923] env[63326]: value = "task-1726458" [ 1688.901923] env[63326]: _type = "Task" [ 1688.901923] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.915130] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726458, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.948675] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726454, 'name': Rename_Task, 'duration_secs': 0.149936} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.949034] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.949389] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53bc21d9-85eb-4115-8677-3b845e3452ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.958824] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1688.958824] env[63326]: value = "task-1726459" [ 1688.958824] env[63326]: _type = "Task" [ 1688.958824] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.968612] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.979397] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072218} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.979688] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.980488] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e175f872-7a39-4dd3-84ad-6691b0dbfa56 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.007086] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59/f5d2562c-4bb6-4059-9b63-87bcefeefe59.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.010107] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-492bb8a9-772c-461b-a4f0-ca27b02522ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.031406] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1689.031406] env[63326]: value = "task-1726460" [ 1689.031406] env[63326]: _type = "Task" [ 1689.031406] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.043525] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.063101] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91738f-23d8-446e-9b81-84dbc34532b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.072155] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded0557d-476d-417d-a4bf-8e65b2e7c94f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.106947] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe1f4cf-f20b-4e6b-aec4-2e2b28b3f4f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.115483] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa42327-98ce-4c6a-8e03-febac8ec262a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.132137] env[63326]: DEBUG nova.compute.provider_tree [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.145572] env[63326]: DEBUG nova.compute.manager [req-8567ecce-03af-4c69-95d7-59cf23b18b38 req-f3b49813-f0e5-47d3-a237-091c5c9955d0 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Received event network-changed-065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1689.145813] env[63326]: DEBUG nova.compute.manager [req-8567ecce-03af-4c69-95d7-59cf23b18b38 req-f3b49813-f0e5-47d3-a237-091c5c9955d0 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Refreshing instance network info cache due to event network-changed-065fc443-76eb-4f17-84ce-830212d0b7d0. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1689.146217] env[63326]: DEBUG oslo_concurrency.lockutils [req-8567ecce-03af-4c69-95d7-59cf23b18b38 req-f3b49813-f0e5-47d3-a237-091c5c9955d0 service nova] Acquiring lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.146217] env[63326]: DEBUG oslo_concurrency.lockutils [req-8567ecce-03af-4c69-95d7-59cf23b18b38 req-f3b49813-f0e5-47d3-a237-091c5c9955d0 service nova] Acquired lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.146359] env[63326]: DEBUG nova.network.neutron [req-8567ecce-03af-4c69-95d7-59cf23b18b38 req-f3b49813-f0e5-47d3-a237-091c5c9955d0 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Refreshing network info cache for port 065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.184679] env[63326]: DEBUG oslo_vmware.api [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726453, 'name': PowerOnVM_Task, 'duration_secs': 0.563113} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.189058] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.189433] env[63326]: DEBUG nova.compute.manager [None req-0317053a-5840-44d7-990d-1b9e672e2655 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.190476] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9bb3b7-5273-41c6-b169-8e994049c23f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.199501] env[63326]: DEBUG oslo_vmware.api [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726456, 'name': PowerOffVM_Task, 'duration_secs': 0.211675} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.201688] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.202387] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.210800] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d8b2aa-2e17-499e-a3b7-52e56bd07b49 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.249141] env[63326]: DEBUG oslo_vmware.api [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726457, 'name': PowerOffVM_Task, 'duration_secs': 0.22911} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.249481] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.249671] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.249934] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41dc5dd1-870e-4998-9a32-7872bfa9de16 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.324445] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.324796] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.324876] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleting the datastore file [datastore1] 1358e31e-6451-4e08-981a-fd64345387d8 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.325168] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d407feb-edc2-4897-93b4-e85bcd869ea4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.334961] env[63326]: DEBUG oslo_vmware.api [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1689.334961] env[63326]: value = "task-1726463" [ 1689.334961] env[63326]: _type = "Task" [ 1689.334961] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.346072] env[63326]: DEBUG oslo_vmware.api [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.353074] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.353424] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.353689] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleting the datastore file [datastore1] 140f4bc5-8a9c-4bc8-8874-62d13604fd5c {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.354078] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45777fbe-33a6-44f8-a01f-80c673a28f7b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.362448] env[63326]: DEBUG oslo_vmware.api [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for the task: (returnval){ [ 1689.362448] env[63326]: value = "task-1726464" [ 1689.362448] env[63326]: _type = "Task" [ 1689.362448] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.372317] env[63326]: DEBUG oslo_vmware.api [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.414414] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726458, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.471452] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726459, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.542981] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726460, 'name': ReconfigVM_Task, 'duration_secs': 0.365633} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.543331] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59/f5d2562c-4bb6-4059-9b63-87bcefeefe59.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.544143] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8e8a50a-a3fb-4464-a772-231721399405 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.552098] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1689.552098] env[63326]: value = "task-1726465" [ 1689.552098] env[63326]: _type = "Task" [ 1689.552098] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.563204] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726465, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.635619] env[63326]: DEBUG nova.scheduler.client.report [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.845593] env[63326]: DEBUG oslo_vmware.api [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451038} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.845593] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.845790] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.845952] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.846055] env[63326]: INFO nova.compute.manager [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1689.846296] env[63326]: DEBUG oslo.service.loopingcall [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.846488] env[63326]: DEBUG nova.compute.manager [-] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.846575] env[63326]: DEBUG nova.network.neutron [-] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.876960] env[63326]: DEBUG oslo_vmware.api [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Task: {'id': task-1726464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445644} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.877358] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.877591] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.877771] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.877945] env[63326]: INFO nova.compute.manager [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1689.878791] env[63326]: DEBUG oslo.service.loopingcall [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.878791] env[63326]: DEBUG nova.compute.manager [-] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.878791] env[63326]: DEBUG nova.network.neutron [-] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.913679] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726458, 'name': CreateVM_Task, 'duration_secs': 0.707792} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.913843] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.914436] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.914758] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.914939] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.915206] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa4f8e1-a8b2-45b0-afc2-0c07252c67c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.920462] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1689.920462] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52adee06-ac4c-6a3d-2bb2-f39752142b08" [ 1689.920462] env[63326]: _type = "Task" [ 1689.920462] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.930946] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52adee06-ac4c-6a3d-2bb2-f39752142b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.970730] env[63326]: DEBUG oslo_vmware.api [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726459, 'name': PowerOnVM_Task, 'duration_secs': 0.555712} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.971017] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.971433] env[63326]: INFO nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1689.971649] env[63326]: DEBUG nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.972482] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419d52f0-76ec-4b42-8d1d-e2f0bfcfb8ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.002411] env[63326]: DEBUG nova.network.neutron [req-8567ecce-03af-4c69-95d7-59cf23b18b38 req-f3b49813-f0e5-47d3-a237-091c5c9955d0 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Updated VIF entry in instance network info cache for port 065fc443-76eb-4f17-84ce-830212d0b7d0. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.002790] env[63326]: DEBUG nova.network.neutron [req-8567ecce-03af-4c69-95d7-59cf23b18b38 req-f3b49813-f0e5-47d3-a237-091c5c9955d0 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Updating instance_info_cache with network_info: [{"id": "065fc443-76eb-4f17-84ce-830212d0b7d0", "address": "fa:16:3e:be:92:6a", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065fc443-76", "ovs_interfaceid": "065fc443-76eb-4f17-84ce-830212d0b7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.067440] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726465, 'name': Rename_Task, 'duration_secs': 0.302685} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.067440] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.067440] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0333eddd-b133-406e-a09d-145061b07bd9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.076813] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1690.076813] env[63326]: value = "task-1726466" [ 1690.076813] env[63326]: _type = "Task" [ 1690.076813] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.086902] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.142041] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.145713] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.188s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.177921] env[63326]: INFO nova.scheduler.client.report [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleted allocations for instance 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 [ 1690.299686] env[63326]: DEBUG nova.compute.manager [req-4cdb9c5d-8a7d-4fe8-b20f-1bb9fdcc04b0 req-bf2e50df-130d-4de1-a1e5-65ecac675fea service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Received event network-vif-deleted-316a2110-9f45-48be-a86b-366008c6e0b6 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1690.299884] env[63326]: INFO nova.compute.manager [req-4cdb9c5d-8a7d-4fe8-b20f-1bb9fdcc04b0 req-bf2e50df-130d-4de1-a1e5-65ecac675fea service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Neutron deleted interface 316a2110-9f45-48be-a86b-366008c6e0b6; detaching it from the instance and deleting it from the info cache [ 1690.300565] env[63326]: DEBUG nova.network.neutron [req-4cdb9c5d-8a7d-4fe8-b20f-1bb9fdcc04b0 req-bf2e50df-130d-4de1-a1e5-65ecac675fea service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.437355] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52adee06-ac4c-6a3d-2bb2-f39752142b08, 'name': SearchDatastore_Task, 'duration_secs': 0.033862} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.437355] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.437355] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.437355] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.437355] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.437355] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.437355] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2c3f28c-f213-4f0d-bce2-b806a188d904 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.448919] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.449448] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.450366] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ef4f1b-98ba-45ce-be30-67f5f3f76932 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.458752] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1690.458752] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a510a1-a183-288f-cc32-b6de42d5dab6" [ 1690.458752] env[63326]: _type = "Task" [ 1690.458752] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.467695] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a510a1-a183-288f-cc32-b6de42d5dab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.495497] env[63326]: INFO nova.compute.manager [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Took 25.80 seconds to build instance. [ 1690.505880] env[63326]: DEBUG oslo_concurrency.lockutils [req-8567ecce-03af-4c69-95d7-59cf23b18b38 req-f3b49813-f0e5-47d3-a237-091c5c9955d0 service nova] Releasing lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.586167] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726466, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.694889] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2f4db7df-06ca-4a84-b157-1b8aeffebf7d tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.029s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.694889] env[63326]: DEBUG oslo_concurrency.lockutils [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] Acquired lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.694889] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcc83f8-e13e-4d7f-894e-213a5e3b8fef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.706854] env[63326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1690.707293] env[63326]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1690.707953] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24cee15b-9b4f-49a2-9dd3-3c84dd6a6ffc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.724267] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eddceff-4131-4ab9-a4da-8976d7357617 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.739601] env[63326]: DEBUG nova.network.neutron [-] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.765216] env[63326]: DEBUG nova.network.neutron [-] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.767448] env[63326]: ERROR root [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-359284' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-359284' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-359284' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-359284'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-359284' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-359284' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-359284'}\n"]: nova.exception.InstanceNotFound: Instance 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 could not be found. [ 1690.767680] env[63326]: DEBUG oslo_concurrency.lockutils [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] Releasing lock "4b47fcaf-7d4c-42a7-99b6-31fcfcd86417" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.767957] env[63326]: DEBUG nova.compute.manager [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Detach interface failed, port_id=34e31998-5410-429d-8803-266ce7cbaf16, reason: Instance 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1690.768431] env[63326]: DEBUG nova.compute.manager [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Received event network-vif-deleted-e869f31e-140f-4787-a619-04f9bfd124a4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1690.768656] env[63326]: INFO nova.compute.manager [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Neutron deleted interface e869f31e-140f-4787-a619-04f9bfd124a4; detaching it from the instance and deleting it from the info cache [ 1690.768968] env[63326]: DEBUG nova.network.neutron [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Updating instance_info_cache with network_info: [{"id": "bfff7b90-4a81-419b-9937-308561b4aba8", "address": "fa:16:3e:8e:34:14", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfff7b90-4a", "ovs_interfaceid": "bfff7b90-4a81-419b-9937-308561b4aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.804437] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09fb6efe-25aa-4cfa-b059-2bbfd05c9959 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.814479] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7279dae-a411-49e9-850a-eaa048774821 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.857575] env[63326]: DEBUG nova.compute.manager [req-4cdb9c5d-8a7d-4fe8-b20f-1bb9fdcc04b0 req-bf2e50df-130d-4de1-a1e5-65ecac675fea service nova] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Detach interface failed, port_id=316a2110-9f45-48be-a86b-366008c6e0b6, reason: Instance 1358e31e-6451-4e08-981a-fd64345387d8 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1690.973025] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a510a1-a183-288f-cc32-b6de42d5dab6, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.974197] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e08e79-4a29-40fb-ab8f-3c42ef8f12ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.984327] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1690.984327] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523a749e-0f56-a67c-0557-4e0700220837" [ 1690.984327] env[63326]: _type = "Task" [ 1690.984327] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.993771] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523a749e-0f56-a67c-0557-4e0700220837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.998949] env[63326]: DEBUG oslo_concurrency.lockutils [None req-acb29ad0-cbf2-4418-b4de-0075ff218a1c tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.313s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.025616] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abb7df0-eb12-425a-a3f5-aa07477b44ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.035123] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a2c12a-3ee8-4bd5-9dc0-eff2f99e9206 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.070522] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f887b63-f27f-4b1d-911e-d58bbe2fa5ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.083586] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb31eed-e6f7-4b17-9325-5d55d7a5474a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.090469] env[63326]: DEBUG oslo_vmware.api [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726466, 'name': PowerOnVM_Task, 'duration_secs': 0.641014} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.091281] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.091662] env[63326]: INFO nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1691.092347] env[63326]: DEBUG nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.093164] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6790b8-7648-49dc-948a-fb6a5a6a4384 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.105085] env[63326]: DEBUG nova.compute.provider_tree [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.226388] env[63326]: DEBUG nova.compute.manager [req-5cc217df-75d9-45ee-94e3-8304427b7b07 req-a8b6a719-a4fb-478e-925b-e0df07a02d72 service nova] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Received event network-vif-deleted-c289a8ed-530a-4fba-804b-31404921b54c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1691.242435] env[63326]: INFO nova.compute.manager [-] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Took 1.36 seconds to deallocate network for instance. [ 1691.271429] env[63326]: INFO nova.compute.manager [-] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Took 1.42 seconds to deallocate network for instance. [ 1691.276168] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c14be330-b250-4b5c-9cec-bbae3aebf6a7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.288129] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa78220-bc97-43c0-8eba-7c50b7b703c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.322151] env[63326]: DEBUG nova.compute.manager [req-6c7a194f-92f5-4f57-909e-8a423cfc601d req-3edf20ff-1351-4bc4-94c5-8e5968bd0a19 service nova] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Detach interface failed, port_id=e869f31e-140f-4787-a619-04f9bfd124a4, reason: Instance 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1691.496586] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523a749e-0f56-a67c-0557-4e0700220837, 'name': SearchDatastore_Task, 'duration_secs': 0.038485} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.497233] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.497599] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3b6e65f2-8a29-40df-8634-4315656120f3/3b6e65f2-8a29-40df-8634-4315656120f3.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.497986] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1874c7a-4a18-402f-a0f4-5816b0493172 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.507539] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1691.507539] env[63326]: value = "task-1726467" [ 1691.507539] env[63326]: _type = "Task" [ 1691.507539] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.516801] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.608705] env[63326]: DEBUG nova.scheduler.client.report [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.622681] env[63326]: INFO nova.compute.manager [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Took 26.12 seconds to build instance. [ 1691.749653] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.780279] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.022184] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726467, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.128763] env[63326]: DEBUG oslo_concurrency.lockutils [None req-08ad2df0-5c25-4780-83f4-77856111efd9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.631s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.523260] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710191} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.524226] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3b6e65f2-8a29-40df-8634-4315656120f3/3b6e65f2-8a29-40df-8634-4315656120f3.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.524226] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.524662] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f4705d-2713-4cb0-85c8-6db746808263 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.533615] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1692.533615] env[63326]: value = "task-1726468" [ 1692.533615] env[63326]: _type = "Task" [ 1692.533615] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.549783] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.620510] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.475s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.623490] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.971s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.765678] env[63326]: INFO nova.compute.manager [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Rescuing [ 1692.766044] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.766243] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.766457] env[63326]: DEBUG nova.network.neutron [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.045567] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085829} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.045852] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.046667] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f44d9a9-89c9-43e3-98ed-444457a38558 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.070268] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3b6e65f2-8a29-40df-8634-4315656120f3/3b6e65f2-8a29-40df-8634-4315656120f3.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.070598] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf27427e-7a14-4d3d-af24-c163cd9821cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.092329] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1693.092329] env[63326]: value = "task-1726469" [ 1693.092329] env[63326]: _type = "Task" [ 1693.092329] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.106993] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.131862] env[63326]: INFO nova.compute.claims [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.194043] env[63326]: INFO nova.scheduler.client.report [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted allocation for migration bca01bea-d680-4325-8bb8-78771e628baf [ 1693.508293] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "eff8eb78-e127-4577-960b-44798c34cbc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.508649] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "eff8eb78-e127-4577-960b-44798c34cbc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.603013] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726469, 'name': ReconfigVM_Task, 'duration_secs': 0.339647} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.603355] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3b6e65f2-8a29-40df-8634-4315656120f3/3b6e65f2-8a29-40df-8634-4315656120f3.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.604050] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b1b9a3f-70e7-443b-a7cf-06e7c3509dbc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.616264] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1693.616264] env[63326]: value = "task-1726470" [ 1693.616264] env[63326]: _type = "Task" [ 1693.616264] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.634034] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726470, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.640993] env[63326]: INFO nova.compute.resource_tracker [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating resource usage from migration 023752af-a4ac-4cb4-8d9a-0b94131d98aa [ 1693.656990] env[63326]: DEBUG nova.network.neutron [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Updating instance_info_cache with network_info: [{"id": "fe15d383-dc33-47bd-96e2-94035bf07746", "address": "fa:16:3e:97:e0:34", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe15d383-dc", "ovs_interfaceid": "fe15d383-dc33-47bd-96e2-94035bf07746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.699874] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7fae54b2-9e33-494b-992d-a9e226786b3f tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.300s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.941824] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e070e-5d7b-45d5-a33b-e19a78978ea3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.949584] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a94207a-ef4b-4ceb-aaa1-67132016e097 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.984027] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8334fed4-75e2-433e-b3a5-0fdee44a86c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.993229] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac062b-5a02-4684-8714-1be753e7a479 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.007345] env[63326]: DEBUG nova.compute.provider_tree [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.015699] env[63326]: DEBUG nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.127098] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726470, 'name': Rename_Task, 'duration_secs': 0.161845} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.127399] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.128620] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b4aede-034c-4cbe-8c87-3d312ed95875 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.135229] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1694.135229] env[63326]: value = "task-1726471" [ 1694.135229] env[63326]: _type = "Task" [ 1694.135229] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.147480] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.160256] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "refresh_cache-f5d2562c-4bb6-4059-9b63-87bcefeefe59" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.510756] env[63326]: DEBUG nova.scheduler.client.report [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.539999] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.646368] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.879341] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "31b86e40-1b9d-4c91-8524-91deab60bfec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.879510] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.879654] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.880174] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.880174] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.883349] env[63326]: INFO nova.compute.manager [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Terminating instance [ 1695.018150] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.394s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.018150] env[63326]: INFO nova.compute.manager [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Migrating [ 1695.025944] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.569s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.026205] env[63326]: DEBUG nova.objects.instance [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lazy-loading 'resources' on Instance uuid da60a6bc-575f-4eef-a17a-957d88e80cf3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.148070] env[63326]: DEBUG oslo_vmware.api [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726471, 'name': PowerOnVM_Task, 'duration_secs': 0.733061} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.148356] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.148561] env[63326]: INFO nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1695.148740] env[63326]: DEBUG nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.149536] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b182f65-581b-48c8-8e68-2c6291c8ffca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.375809] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.376013] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.389869] env[63326]: DEBUG nova.compute.manager [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1695.390089] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.391176] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f9e904-164c-4688-81b0-bada7167ef2a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.401359] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.401590] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-376aa061-2c1c-4d65-a81c-5e34ce28ea8c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.409467] env[63326]: DEBUG oslo_vmware.api [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1695.409467] env[63326]: value = "task-1726472" [ 1695.409467] env[63326]: _type = "Task" [ 1695.409467] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.417924] env[63326]: DEBUG oslo_vmware.api [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.536616] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.536616] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.536616] env[63326]: DEBUG nova.network.neutron [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1695.672133] env[63326]: INFO nova.compute.manager [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Took 23.17 seconds to build instance. [ 1695.701811] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.702126] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ee83d7-8ae1-4b00-b844-b9c442ec70e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.712026] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1695.712026] env[63326]: value = "task-1726473" [ 1695.712026] env[63326]: _type = "Task" [ 1695.712026] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.721126] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.827924] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323a0bc4-02da-4407-b4b5-9dc0c9be6be8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.837257] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e3ca7c-b309-46d1-9a3d-3f98bcac3387 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.868733] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0832883e-22f8-48ce-81e0-1a09fd416079 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.877127] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32dab82-8cc5-4fd9-aa4a-bda0dcb14b14 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.881374] env[63326]: DEBUG nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.894239] env[63326]: DEBUG nova.compute.provider_tree [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.922121] env[63326]: DEBUG oslo_vmware.api [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726472, 'name': PowerOffVM_Task, 'duration_secs': 0.404127} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.922528] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1695.922609] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1695.924509] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb95d81-fb75-49b1-879a-9627f1546892 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.004617] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1696.004880] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1696.005088] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleting the datastore file [datastore1] 31b86e40-1b9d-4c91-8524-91deab60bfec {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1696.005491] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1d10b2e-fac3-41bc-8c53-0900e6695961 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.014942] env[63326]: DEBUG oslo_vmware.api [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1696.014942] env[63326]: value = "task-1726475" [ 1696.014942] env[63326]: _type = "Task" [ 1696.014942] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.024215] env[63326]: DEBUG oslo_vmware.api [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.172751] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5681614d-2b7e-4596-b21a-c34adcd3b150 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "3b6e65f2-8a29-40df-8634-4315656120f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.688s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.221494] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726473, 'name': PowerOffVM_Task, 'duration_secs': 0.365292} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.221787] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.222895] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbd5a21-1555-44e9-91a4-1556bc00cfeb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.243487] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b89ea-28fc-4f67-8605-fdbdc51b1624 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.281088] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.281382] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6840fbfd-e7b7-40dc-a687-b94698c9ead5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.284288] env[63326]: DEBUG nova.network.neutron [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [{"id": "b54d2717-d5a5-4661-b486-08302871c551", "address": "fa:16:3e:54:e2:54", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d2717-d5", "ovs_interfaceid": "b54d2717-d5a5-4661-b486-08302871c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.292080] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1696.292080] env[63326]: value = "task-1726476" [ 1696.292080] env[63326]: _type = "Task" [ 1696.292080] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.302944] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1696.303232] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.303572] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.303786] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.304029] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.304337] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e2c255-b416-4510-92aa-8179a5a33ddf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.312842] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.313113] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.313854] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5616a774-a2e7-44fa-8c14-c3367fc14ac4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.319721] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1696.319721] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c19d10-e89f-6121-594f-ed1d4774dd12" [ 1696.319721] env[63326]: _type = "Task" [ 1696.319721] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.327462] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c19d10-e89f-6121-594f-ed1d4774dd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.397676] env[63326]: DEBUG nova.scheduler.client.report [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.406879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.499471] env[63326]: DEBUG nova.compute.manager [req-1322e487-f78a-4785-9046-f898559ab189 req-07c71749-c094-4047-95e7-7411cf41cad6 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Received event network-changed-065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1696.499471] env[63326]: DEBUG nova.compute.manager [req-1322e487-f78a-4785-9046-f898559ab189 req-07c71749-c094-4047-95e7-7411cf41cad6 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Refreshing instance network info cache due to event network-changed-065fc443-76eb-4f17-84ce-830212d0b7d0. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1696.499471] env[63326]: DEBUG oslo_concurrency.lockutils [req-1322e487-f78a-4785-9046-f898559ab189 req-07c71749-c094-4047-95e7-7411cf41cad6 service nova] Acquiring lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.499471] env[63326]: DEBUG oslo_concurrency.lockutils [req-1322e487-f78a-4785-9046-f898559ab189 req-07c71749-c094-4047-95e7-7411cf41cad6 service nova] Acquired lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.499609] env[63326]: DEBUG nova.network.neutron [req-1322e487-f78a-4785-9046-f898559ab189 req-07c71749-c094-4047-95e7-7411cf41cad6 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Refreshing network info cache for port 065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.525058] env[63326]: DEBUG oslo_vmware.api [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145523} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.525311] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1696.525489] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1696.525659] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1696.526335] env[63326]: INFO nova.compute.manager [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1696.526335] env[63326]: DEBUG oslo.service.loopingcall [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.526335] env[63326]: DEBUG nova.compute.manager [-] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1696.526482] env[63326]: DEBUG nova.network.neutron [-] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1696.787165] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.791252] env[63326]: DEBUG nova.compute.manager [req-46770442-47ca-4842-ad4b-509930514a4c req-caf4795c-979f-4b59-8cbe-a133bed9330b service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Received event network-vif-deleted-f7372120-e166-41e6-bdc4-9ced72449584 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1696.791418] env[63326]: INFO nova.compute.manager [req-46770442-47ca-4842-ad4b-509930514a4c req-caf4795c-979f-4b59-8cbe-a133bed9330b service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Neutron deleted interface f7372120-e166-41e6-bdc4-9ced72449584; detaching it from the instance and deleting it from the info cache [ 1696.791591] env[63326]: DEBUG nova.network.neutron [req-46770442-47ca-4842-ad4b-509930514a4c req-caf4795c-979f-4b59-8cbe-a133bed9330b service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.830682] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c19d10-e89f-6121-594f-ed1d4774dd12, 'name': SearchDatastore_Task, 'duration_secs': 0.008461} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.831427] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c772e18-202f-4ec2-a784-798d4cfca5bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.837283] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1696.837283] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52994908-4d83-9fee-2096-0b20516b6b11" [ 1696.837283] env[63326]: _type = "Task" [ 1696.837283] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.846228] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52994908-4d83-9fee-2096-0b20516b6b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.904316] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.906752] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.992s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.906870] env[63326]: DEBUG nova.objects.instance [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lazy-loading 'resources' on Instance uuid aa16815b-02a6-47c4-a151-65f832a83dc9 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.925243] env[63326]: INFO nova.scheduler.client.report [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted allocations for instance da60a6bc-575f-4eef-a17a-957d88e80cf3 [ 1697.241566] env[63326]: DEBUG nova.network.neutron [req-1322e487-f78a-4785-9046-f898559ab189 req-07c71749-c094-4047-95e7-7411cf41cad6 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Updated VIF entry in instance network info cache for port 065fc443-76eb-4f17-84ce-830212d0b7d0. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1697.242040] env[63326]: DEBUG nova.network.neutron [req-1322e487-f78a-4785-9046-f898559ab189 req-07c71749-c094-4047-95e7-7411cf41cad6 service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Updating instance_info_cache with network_info: [{"id": "065fc443-76eb-4f17-84ce-830212d0b7d0", "address": "fa:16:3e:be:92:6a", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065fc443-76", "ovs_interfaceid": "065fc443-76eb-4f17-84ce-830212d0b7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.269650] env[63326]: DEBUG nova.network.neutron [-] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.293600] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd8c8f99-1e72-4981-9056-817212494fb2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.304363] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b922f753-7e46-46e5-b4b0-0ad1853d4861 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.339383] env[63326]: DEBUG nova.compute.manager [req-46770442-47ca-4842-ad4b-509930514a4c req-caf4795c-979f-4b59-8cbe-a133bed9330b service nova] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Detach interface failed, port_id=f7372120-e166-41e6-bdc4-9ced72449584, reason: Instance 31b86e40-1b9d-4c91-8524-91deab60bfec could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1697.350028] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52994908-4d83-9fee-2096-0b20516b6b11, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.350285] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.350627] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. {{(pid=63326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1697.351058] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc18cc3d-215e-464a-92e4-bf1f575da8ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.358906] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1697.358906] env[63326]: value = "task-1726477" [ 1697.358906] env[63326]: _type = "Task" [ 1697.358906] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.367815] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.434104] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b04e67c9-ba58-4bce-9ee6-1aa778cb380a tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "da60a6bc-575f-4eef-a17a-957d88e80cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.085s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.681026] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c40faf2-4a9e-4ce2-8129-2f764f30977f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.690604] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0607783-1808-46d2-9be2-4c4b9ed2d1d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.723564] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09f43f9-7994-4dd6-9e13-8dbfe3976538 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.734630] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4d5bb0-01f3-4808-a359-f2c5b253ee1f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.750744] env[63326]: DEBUG oslo_concurrency.lockutils [req-1322e487-f78a-4785-9046-f898559ab189 req-07c71749-c094-4047-95e7-7411cf41cad6 service nova] Releasing lock "refresh_cache-3b6e65f2-8a29-40df-8634-4315656120f3" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.751392] env[63326]: DEBUG nova.compute.provider_tree [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.772219] env[63326]: INFO nova.compute.manager [-] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Took 1.25 seconds to deallocate network for instance. [ 1697.869754] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483019} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.869754] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. [ 1697.870463] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae6c925-97f5-407a-9464-09d6e7f53bd2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.897499] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.897795] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bfa67a-eaea-4225-834e-7f92395ad9ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.917520] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1697.917520] env[63326]: value = "task-1726478" [ 1697.917520] env[63326]: _type = "Task" [ 1697.917520] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.926595] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.255212] env[63326]: DEBUG nova.scheduler.client.report [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.279276] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.305340] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a45dc6-07fd-485e-ad3d-e5c2fe6b49a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.327499] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance '03a8c115-6a27-45f9-9e27-1af228df293b' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.428438] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.760302] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.762945] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.133s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.764212] env[63326]: INFO nova.compute.claims [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.779641] env[63326]: INFO nova.scheduler.client.report [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted allocations for instance aa16815b-02a6-47c4-a151-65f832a83dc9 [ 1698.833629] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.834216] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02119a00-caa3-495a-8ff4-f751b9de9522 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.844044] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1698.844044] env[63326]: value = "task-1726479" [ 1698.844044] env[63326]: _type = "Task" [ 1698.844044] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.854040] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.930811] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.009783] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "7056e7e4-edb1-4753-988d-8db6b7f19b55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.010042] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "7056e7e4-edb1-4753-988d-8db6b7f19b55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.286350] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc195322-6e08-4510-a732-ebbde9129ae5 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "aa16815b-02a6-47c4-a151-65f832a83dc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.309s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.356734] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726479, 'name': PowerOffVM_Task, 'duration_secs': 0.512639} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.357550] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.357805] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance '03a8c115-6a27-45f9-9e27-1af228df293b' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1699.430642] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726478, 'name': ReconfigVM_Task, 'duration_secs': 1.304303} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.430996] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.431876] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3aee16-8119-46cb-bd93-9f5d67f5be2b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.458687] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dea8f7d-4622-4a05-87d4-df745805950f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.496642] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1699.496642] env[63326]: value = "task-1726480" [ 1699.496642] env[63326]: _type = "Task" [ 1699.496642] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.506237] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.512801] env[63326]: DEBUG nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1699.864441] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1699.864686] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.864843] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1699.865145] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.865328] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1699.865480] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1699.865686] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1699.865847] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1699.866014] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1699.866183] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1699.866355] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1699.873680] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd4a3a2-df9d-416e-b3c6-beea55fad422 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.889766] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1699.889766] env[63326]: value = "task-1726481" [ 1699.889766] env[63326]: _type = "Task" [ 1699.889766] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.899574] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.011874] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726480, 'name': ReconfigVM_Task, 'duration_secs': 0.149009} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.014668] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.015137] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8226f691-9f91-48f9-9825-e7906a3d24fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.025065] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1700.025065] env[63326]: value = "task-1726482" [ 1700.025065] env[63326]: _type = "Task" [ 1700.025065] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.035937] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.036375] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.063085] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13130fe3-1875-4596-b50d-966e4cca1331 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.073975] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2730bf5-3095-4863-ada9-c98e95db237c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.120586] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4211287-f75a-4d15-b425-595d469ae3ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.132062] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e879e1-03f8-4629-ab39-a9979850ebc1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.150827] env[63326]: DEBUG nova.compute.provider_tree [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.199375] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "6b9a58ec-04cd-4638-8845-eaee65306930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.199680] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "6b9a58ec-04cd-4638-8845-eaee65306930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.401450] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726481, 'name': ReconfigVM_Task, 'duration_secs': 0.301761} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.401852] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance '03a8c115-6a27-45f9-9e27-1af228df293b' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1700.535333] env[63326]: DEBUG oslo_vmware.api [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726482, 'name': PowerOnVM_Task, 'duration_secs': 0.407835} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.535702] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.539558] env[63326]: DEBUG nova.compute.manager [None req-8767b381-115b-4c83-abe0-13ef6fa0d9da tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.540810] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebf220c-0f5b-49d1-a074-3d1eed35d256 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.658469] env[63326]: DEBUG nova.scheduler.client.report [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1700.703029] env[63326]: DEBUG nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.909024] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1700.909024] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.909024] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1700.909024] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.909024] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1700.909296] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1700.909329] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1700.909461] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1700.909654] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1700.909820] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1700.909995] env[63326]: DEBUG nova.virt.hardware [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1700.915357] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1700.915642] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b072b1a-6d71-49f0-bf7f-46e9a32fbe78 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.937618] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1700.937618] env[63326]: value = "task-1726483" [ 1700.937618] env[63326]: _type = "Task" [ 1700.937618] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.945796] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.163810] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.164384] env[63326]: DEBUG nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.167062] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.418s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.167290] env[63326]: DEBUG nova.objects.instance [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lazy-loading 'resources' on Instance uuid 140f4bc5-8a9c-4bc8-8874-62d13604fd5c {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.224784] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.448475] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726483, 'name': ReconfigVM_Task, 'duration_secs': 0.217488} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.448746] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1701.449511] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d823903b-cafd-45e4-92cc-e844ecc42bef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.474406] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b/03a8c115-6a27-45f9-9e27-1af228df293b.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1701.474670] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a492b9-9e9e-496b-aa0f-ed9a9403b39f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.493369] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1701.493369] env[63326]: value = "task-1726484" [ 1701.493369] env[63326]: _type = "Task" [ 1701.493369] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.501580] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.672751] env[63326]: DEBUG nova.compute.utils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.676837] env[63326]: DEBUG nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1701.677035] env[63326]: DEBUG nova.network.neutron [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1701.725181] env[63326]: DEBUG nova.policy [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7891455841a64618a03d2237c3a473e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc25d0d4f1974a119bc41e6cb852c14a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1701.841318] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.841539] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.913303] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3918d825-de7e-4d5e-add3-2aed6cd39cea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.921960] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a91233-1ce4-44c9-a7b9-8e7e8f2ae153 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.955448] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be1d9ad-7f40-4324-b564-1490c22c7877 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.963857] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38428afa-d233-40b9-9b75-338b79794901 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.978867] env[63326]: DEBUG nova.compute.provider_tree [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.983585] env[63326]: DEBUG nova.network.neutron [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Successfully created port: 65678c2e-1b99-4f10-b173-0f4321598e51 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.002855] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726484, 'name': ReconfigVM_Task, 'duration_secs': 0.322649} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.003129] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b/03a8c115-6a27-45f9-9e27-1af228df293b.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1702.003406] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance '03a8c115-6a27-45f9-9e27-1af228df293b' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1702.178409] env[63326]: DEBUG nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.348420] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.348589] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1702.482427] env[63326]: DEBUG nova.scheduler.client.report [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.512019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958599a4-04ca-435a-8ed0-da9c7b54a314 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.538857] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f9267-431e-43bb-b363-a7c889760fc2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.561218] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance '03a8c115-6a27-45f9-9e27-1af228df293b' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1702.915996] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.916217] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.918858] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1702.989428] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.992207] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.212s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.992207] env[63326]: DEBUG nova.objects.instance [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lazy-loading 'resources' on Instance uuid 1358e31e-6451-4e08-981a-fd64345387d8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.012163] env[63326]: INFO nova.scheduler.client.report [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleted allocations for instance 140f4bc5-8a9c-4bc8-8874-62d13604fd5c [ 1703.190032] env[63326]: DEBUG nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.222430] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.222682] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.222841] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.223036] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.223199] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.223342] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.223548] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.223704] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.223864] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.224033] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.224207] env[63326]: DEBUG nova.virt.hardware [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.225108] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1965fa-6afc-4f61-87d1-e9a9d1e9ec17 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.233692] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889d19ba-ee35-4e1f-b692-b5175c8eac25 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.285751] env[63326]: INFO nova.compute.manager [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Rescuing [ 1703.286027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.286184] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.286355] env[63326]: DEBUG nova.network.neutron [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.484925] env[63326]: DEBUG nova.compute.manager [req-08759fad-dbb8-4bb8-bc41-a0e7cba36771 req-c855a300-f68b-4a1b-8697-862be1597b61 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Received event network-vif-plugged-65678c2e-1b99-4f10-b173-0f4321598e51 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1703.484925] env[63326]: DEBUG oslo_concurrency.lockutils [req-08759fad-dbb8-4bb8-bc41-a0e7cba36771 req-c855a300-f68b-4a1b-8697-862be1597b61 service nova] Acquiring lock "3e295dde-be9d-4e99-b591-3ece25f5fd84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.484925] env[63326]: DEBUG oslo_concurrency.lockutils [req-08759fad-dbb8-4bb8-bc41-a0e7cba36771 req-c855a300-f68b-4a1b-8697-862be1597b61 service nova] Lock "3e295dde-be9d-4e99-b591-3ece25f5fd84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.484925] env[63326]: DEBUG oslo_concurrency.lockutils [req-08759fad-dbb8-4bb8-bc41-a0e7cba36771 req-c855a300-f68b-4a1b-8697-862be1597b61 service nova] Lock "3e295dde-be9d-4e99-b591-3ece25f5fd84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.484925] env[63326]: DEBUG nova.compute.manager [req-08759fad-dbb8-4bb8-bc41-a0e7cba36771 req-c855a300-f68b-4a1b-8697-862be1597b61 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] No waiting events found dispatching network-vif-plugged-65678c2e-1b99-4f10-b173-0f4321598e51 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1703.484925] env[63326]: WARNING nova.compute.manager [req-08759fad-dbb8-4bb8-bc41-a0e7cba36771 req-c855a300-f68b-4a1b-8697-862be1597b61 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Received unexpected event network-vif-plugged-65678c2e-1b99-4f10-b173-0f4321598e51 for instance with vm_state building and task_state spawning. [ 1703.522517] env[63326]: DEBUG oslo_concurrency.lockutils [None req-705b980c-230f-4bfc-a212-106448c61c58 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "140f4bc5-8a9c-4bc8-8874-62d13604fd5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.309s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.575770] env[63326]: DEBUG nova.network.neutron [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Successfully updated port: 65678c2e-1b99-4f10-b173-0f4321598e51 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.731781] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a85212-c573-4ef1-a567-62908d753889 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.740149] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8d0ac8-469b-4640-974d-3d3dfe7341b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.772759] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e37244-704a-47d0-a9a1-9892e2588b6c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.781263] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba83321a-8883-4467-875b-02eb0247c0c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.797043] env[63326]: DEBUG nova.compute.provider_tree [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.024499] env[63326]: DEBUG nova.network.neutron [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Updating instance_info_cache with network_info: [{"id": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "address": "fa:16:3e:d0:05:45", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8c3fad-77", "ovs_interfaceid": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.077935] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquiring lock "refresh_cache-3e295dde-be9d-4e99-b591-3ece25f5fd84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.078205] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquired lock "refresh_cache-3e295dde-be9d-4e99-b591-3ece25f5fd84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.078369] env[63326]: DEBUG nova.network.neutron [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.204960] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Updating instance_info_cache with network_info: [{"id": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "address": "fa:16:3e:c2:e4:72", "network": {"id": "0418d8c7-f381-4769-9eee-a6dcfc5debe0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-743547630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8ab4b0ba444a1e84f571ab25fc3597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b3ad8e-6a", "ovs_interfaceid": "05b3ad8e-6a6e-458c-91e1-da7af8c2a903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.212558] env[63326]: DEBUG nova.network.neutron [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Port b54d2717-d5a5-4661-b486-08302871c551 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1704.300458] env[63326]: DEBUG nova.scheduler.client.report [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.529162] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.611978] env[63326]: DEBUG nova.network.neutron [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.707748] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-e310e14f-4487-4993-a6b6-367be947a9ba" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.707952] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1704.708176] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.708340] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.708490] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.708639] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.708781] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.708923] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.709055] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1704.709202] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.745011] env[63326]: DEBUG nova.network.neutron [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Updating instance_info_cache with network_info: [{"id": "65678c2e-1b99-4f10-b173-0f4321598e51", "address": "fa:16:3e:53:a8:4f", "network": {"id": "837c0420-05fb-423c-b5a2-de48219a8c9c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1351967986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc25d0d4f1974a119bc41e6cb852c14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65678c2e-1b", "ovs_interfaceid": "65678c2e-1b99-4f10-b173-0f4321598e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.804910] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.807296] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.267s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.808890] env[63326]: INFO nova.compute.claims [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.828317] env[63326]: INFO nova.scheduler.client.report [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Deleted allocations for instance 1358e31e-6451-4e08-981a-fd64345387d8 [ 1705.212627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.244990] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.245357] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.245642] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.247295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Releasing lock "refresh_cache-3e295dde-be9d-4e99-b591-3ece25f5fd84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.247677] env[63326]: DEBUG nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Instance network_info: |[{"id": "65678c2e-1b99-4f10-b173-0f4321598e51", "address": "fa:16:3e:53:a8:4f", "network": {"id": "837c0420-05fb-423c-b5a2-de48219a8c9c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1351967986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc25d0d4f1974a119bc41e6cb852c14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65678c2e-1b", "ovs_interfaceid": "65678c2e-1b99-4f10-b173-0f4321598e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1705.248999] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a8:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65678c2e-1b99-4f10-b173-0f4321598e51', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.262359] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Creating folder: Project (bc25d0d4f1974a119bc41e6cb852c14a). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.264326] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ed0e3d6-e7b9-467d-ba9b-930f7af6f142 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.280972] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Created folder: Project (bc25d0d4f1974a119bc41e6cb852c14a) in parent group-v359097. [ 1705.281137] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Creating folder: Instances. Parent ref: group-v359350. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.281455] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08966044-76a1-46e4-bdad-db0c00779ede {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.293030] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Created folder: Instances in parent group-v359350. [ 1705.293279] env[63326]: DEBUG oslo.service.loopingcall [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.293469] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.293692] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5514c471-896a-448f-8b71-1de7d65f3d27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.316162] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.316162] env[63326]: value = "task-1726487" [ 1705.316162] env[63326]: _type = "Task" [ 1705.316162] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.325161] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726487, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.335243] env[63326]: DEBUG oslo_concurrency.lockutils [None req-63781180-58d8-4fba-ab76-f5ec85285a36 tempest-ListServersNegativeTestJSON-756551588 tempest-ListServersNegativeTestJSON-756551588-project-member] Lock "1358e31e-6451-4e08-981a-fd64345387d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.184s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.518595] env[63326]: DEBUG nova.compute.manager [req-e3663086-31fb-4243-aaa6-0e45a53744fd req-83658785-c240-4ab4-a01e-30f947cfb4f1 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Received event network-changed-65678c2e-1b99-4f10-b173-0f4321598e51 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1705.518807] env[63326]: DEBUG nova.compute.manager [req-e3663086-31fb-4243-aaa6-0e45a53744fd req-83658785-c240-4ab4-a01e-30f947cfb4f1 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Refreshing instance network info cache due to event network-changed-65678c2e-1b99-4f10-b173-0f4321598e51. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1705.519038] env[63326]: DEBUG oslo_concurrency.lockutils [req-e3663086-31fb-4243-aaa6-0e45a53744fd req-83658785-c240-4ab4-a01e-30f947cfb4f1 service nova] Acquiring lock "refresh_cache-3e295dde-be9d-4e99-b591-3ece25f5fd84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.519173] env[63326]: DEBUG oslo_concurrency.lockutils [req-e3663086-31fb-4243-aaa6-0e45a53744fd req-83658785-c240-4ab4-a01e-30f947cfb4f1 service nova] Acquired lock "refresh_cache-3e295dde-be9d-4e99-b591-3ece25f5fd84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.519619] env[63326]: DEBUG nova.network.neutron [req-e3663086-31fb-4243-aaa6-0e45a53744fd req-83658785-c240-4ab4-a01e-30f947cfb4f1 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Refreshing network info cache for port 65678c2e-1b99-4f10-b173-0f4321598e51 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.830530] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726487, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.056320] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60614008-5aa0-4244-8420-bd1f9343d9ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.065366] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.065666] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c9406a0-b405-40e4-8406-80b160ea1e08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.068366] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835e1790-73be-4b08-a987-7671fde8899e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.106610] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6e5125-ed1e-4358-808c-53482528889f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.109843] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1706.109843] env[63326]: value = "task-1726488" [ 1706.109843] env[63326]: _type = "Task" [ 1706.109843] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.117031] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57bd6af-a954-4208-9330-a2aec8559ace {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.124091] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.135566] env[63326]: DEBUG nova.compute.provider_tree [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.309700] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.309981] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.310154] env[63326]: DEBUG nova.network.neutron [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.330889] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726487, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.554953] env[63326]: DEBUG nova.network.neutron [req-e3663086-31fb-4243-aaa6-0e45a53744fd req-83658785-c240-4ab4-a01e-30f947cfb4f1 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Updated VIF entry in instance network info cache for port 65678c2e-1b99-4f10-b173-0f4321598e51. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.555334] env[63326]: DEBUG nova.network.neutron [req-e3663086-31fb-4243-aaa6-0e45a53744fd req-83658785-c240-4ab4-a01e-30f947cfb4f1 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Updating instance_info_cache with network_info: [{"id": "65678c2e-1b99-4f10-b173-0f4321598e51", "address": "fa:16:3e:53:a8:4f", "network": {"id": "837c0420-05fb-423c-b5a2-de48219a8c9c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1351967986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc25d0d4f1974a119bc41e6cb852c14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65678c2e-1b", "ovs_interfaceid": "65678c2e-1b99-4f10-b173-0f4321598e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.620696] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726488, 'name': PowerOffVM_Task, 'duration_secs': 0.282413} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.620816] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.621590] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e43d98-7d1e-45fc-bde4-6330de1ec076 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.643884] env[63326]: DEBUG nova.scheduler.client.report [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.648413] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e21830-eb31-456a-8147-91b6cc6ccda7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.685633] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.685851] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d01ffb-b18e-4a4b-94b6-bbb6d17556ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.693708] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1706.693708] env[63326]: value = "task-1726489" [ 1706.693708] env[63326]: _type = "Task" [ 1706.693708] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.702178] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.829966] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726487, 'name': CreateVM_Task, 'duration_secs': 1.343747} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.830163] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.830852] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.831035] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.831369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.831628] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183d864b-2e16-4d24-a87f-3d330bc302dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.837122] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1706.837122] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f6080f-82fc-faf4-d3ba-dac0799a93bc" [ 1706.837122] env[63326]: _type = "Task" [ 1706.837122] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.847337] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f6080f-82fc-faf4-d3ba-dac0799a93bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.057835] env[63326]: DEBUG oslo_concurrency.lockutils [req-e3663086-31fb-4243-aaa6-0e45a53744fd req-83658785-c240-4ab4-a01e-30f947cfb4f1 service nova] Releasing lock "refresh_cache-3e295dde-be9d-4e99-b591-3ece25f5fd84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.073330] env[63326]: DEBUG nova.network.neutron [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [{"id": "b54d2717-d5a5-4661-b486-08302871c551", "address": "fa:16:3e:54:e2:54", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d2717-d5", "ovs_interfaceid": "b54d2717-d5a5-4661-b486-08302871c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.152109] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.152643] env[63326]: DEBUG nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1707.155475] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.749s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.157450] env[63326]: INFO nova.compute.claims [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1707.206159] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1707.206425] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.206695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.206837] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.207041] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.207311] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e65f9a71-bafd-4820-8741-7e307e84109e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.217504] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.217685] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.218457] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adea7020-b683-411a-905b-01001aabb8af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.224122] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1707.224122] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d1f8e3-ac2b-ebec-81b7-1e8b14ed7f4e" [ 1707.224122] env[63326]: _type = "Task" [ 1707.224122] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.232652] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d1f8e3-ac2b-ebec-81b7-1e8b14ed7f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.347990] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f6080f-82fc-faf4-d3ba-dac0799a93bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.348333] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.348591] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.348803] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.575662] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.664728] env[63326]: DEBUG nova.compute.utils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.666471] env[63326]: DEBUG nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1707.666471] env[63326]: DEBUG nova.network.neutron [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.711478] env[63326]: DEBUG nova.policy [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.736494] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d1f8e3-ac2b-ebec-81b7-1e8b14ed7f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.737372] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fac59a-f128-4df5-9a72-ce33fbf2cc6f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.744389] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1707.744389] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521a4b3a-e1b8-ffb3-7fad-2febde7bac58" [ 1707.744389] env[63326]: _type = "Task" [ 1707.744389] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.756789] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521a4b3a-e1b8-ffb3-7fad-2febde7bac58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.078461] env[63326]: DEBUG nova.network.neutron [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Successfully created port: 33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1708.084595] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8435feac-10d8-4943-9f70-38032375df0b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.092647] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74efcab6-9d41-45c9-a6b9-e0ca2d95d8e1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.170095] env[63326]: DEBUG nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1708.256150] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521a4b3a-e1b8-ffb3-7fad-2febde7bac58, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.259203] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.259471] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. {{(pid=63326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1708.259967] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.260173] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.260390] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267b75a6-c2f4-4dc7-b52d-d0b4a02c3808 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.265677] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f396d4e5-0125-4714-8e76-d6401ee44e6d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.278289] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1708.278289] env[63326]: value = "task-1726490" [ 1708.278289] env[63326]: _type = "Task" [ 1708.278289] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.278289] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.278289] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.278289] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc7c228-ceb5-4626-b599-d7a681fb5e29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.287015] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1708.287015] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b2e90-6c8e-6350-cfa4-29dc0577a072" [ 1708.287015] env[63326]: _type = "Task" [ 1708.287015] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.290587] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.303329] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b2e90-6c8e-6350-cfa4-29dc0577a072, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.304148] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142affab-1abc-429c-b01d-2172e98676d5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.312786] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1708.312786] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c9f91b-1216-deb0-adc1-3c0a21fe2f28" [ 1708.312786] env[63326]: _type = "Task" [ 1708.312786] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.322433] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c9f91b-1216-deb0-adc1-3c0a21fe2f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.328860] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "ee4649fd-04df-493d-8073-d06b84666447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.329114] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "ee4649fd-04df-493d-8073-d06b84666447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.491049] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f287e9f-e345-4f21-854a-1f984a7611de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.500201] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f8947d-1b4e-40d8-be71-ed60650bda0d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.536261] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c959821-fe9d-4c75-bde3-acde4609f3f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.546310] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a177b58d-d1d4-4634-8475-53310bf3c327 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.562305] env[63326]: DEBUG nova.compute.provider_tree [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.573760] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.574482] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.787871] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492928} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.788616] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. [ 1708.788912] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eeed4a-6122-416b-be53-5772c406371e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.815162] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1708.815475] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7346ceba-cd68-44d9-b902-a48e69163001 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.830814] env[63326]: DEBUG nova.compute.manager [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1708.839677] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c9f91b-1216-deb0-adc1-3c0a21fe2f28, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.840998] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.841190] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3e295dde-be9d-4e99-b591-3ece25f5fd84/3e295dde-be9d-4e99-b591-3ece25f5fd84.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.841497] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1708.841497] env[63326]: value = "task-1726491" [ 1708.841497] env[63326]: _type = "Task" [ 1708.841497] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.841678] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-485ee081-ee3f-4812-9b4c-4399d9beca6c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.853919] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.855163] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1708.855163] env[63326]: value = "task-1726492" [ 1708.855163] env[63326]: _type = "Task" [ 1708.855163] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.863854] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.069378] env[63326]: DEBUG nova.scheduler.client.report [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1709.076538] env[63326]: DEBUG nova.compute.manager [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1709.187573] env[63326]: DEBUG nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1709.218992] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af9c26c-0677-4707-9f0b-d43b859c804a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.226148] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1709.226496] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1709.226636] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1709.226810] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1709.227018] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1709.227182] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1709.227402] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1709.227557] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1709.227736] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1709.227888] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1709.228074] env[63326]: DEBUG nova.virt.hardware [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1709.229016] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5210b015-a59a-4d61-9c54-04f1a2f5acc6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.250385] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ca34a-a303-4ce0-b7e4-20353e647519 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.257665] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fb87e1-c092-4d6f-b6cf-1e81e926cf8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.264885] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance '03a8c115-6a27-45f9-9e27-1af228df293b' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1709.349324] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.353210] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.365069] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465128} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.365354] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3e295dde-be9d-4e99-b591-3ece25f5fd84/3e295dde-be9d-4e99-b591-3ece25f5fd84.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.365569] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.365825] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f82cc5-844f-435d-90e3-0dedf65d9010 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.373367] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1709.373367] env[63326]: value = "task-1726493" [ 1709.373367] env[63326]: _type = "Task" [ 1709.373367] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.382525] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.573418] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.573982] env[63326]: DEBUG nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1709.577588] env[63326]: DEBUG nova.compute.manager [req-53a7ed01-fe8e-4f44-95bc-4fadf3a0969b req-71283af0-bcf1-4058-9c08-c0f5525ad702 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-vif-plugged-33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1709.577844] env[63326]: DEBUG oslo_concurrency.lockutils [req-53a7ed01-fe8e-4f44-95bc-4fadf3a0969b req-71283af0-bcf1-4058-9c08-c0f5525ad702 service nova] Acquiring lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.578109] env[63326]: DEBUG oslo_concurrency.lockutils [req-53a7ed01-fe8e-4f44-95bc-4fadf3a0969b req-71283af0-bcf1-4058-9c08-c0f5525ad702 service nova] Lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.578331] env[63326]: DEBUG oslo_concurrency.lockutils [req-53a7ed01-fe8e-4f44-95bc-4fadf3a0969b req-71283af0-bcf1-4058-9c08-c0f5525ad702 service nova] Lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.578537] env[63326]: DEBUG nova.compute.manager [req-53a7ed01-fe8e-4f44-95bc-4fadf3a0969b req-71283af0-bcf1-4058-9c08-c0f5525ad702 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] No waiting events found dispatching network-vif-plugged-33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1709.578740] env[63326]: WARNING nova.compute.manager [req-53a7ed01-fe8e-4f44-95bc-4fadf3a0969b req-71283af0-bcf1-4058-9c08-c0f5525ad702 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received unexpected event network-vif-plugged-33760f0f-9e18-405a-a723-150ef0ac0530 for instance with vm_state building and task_state spawning. [ 1709.579397] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.300s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.579621] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.582127] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.546s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.583586] env[63326]: INFO nova.compute.claims [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.610819] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.616360] env[63326]: INFO nova.scheduler.client.report [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted allocations for instance 31b86e40-1b9d-4c91-8524-91deab60bfec [ 1709.674365] env[63326]: DEBUG nova.network.neutron [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Successfully updated port: 33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.771333] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.771653] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efbf94cf-bb9a-4248-aaa7-696447617f17 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.780991] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1709.780991] env[63326]: value = "task-1726494" [ 1709.780991] env[63326]: _type = "Task" [ 1709.780991] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.789505] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.854232] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726491, 'name': ReconfigVM_Task, 'duration_secs': 0.578773} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.854530] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1709.855458] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb52b62-4a26-4ce6-8c0a-6b1c09af3489 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.883953] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d95777c-b1cd-426f-b079-ba2b61561b12 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.904508] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29511} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.905783] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.906172] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1709.906172] env[63326]: value = "task-1726495" [ 1709.906172] env[63326]: _type = "Task" [ 1709.906172] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.906875] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b943bd-73dc-4187-8dd7-808389901322 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.918156] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.940866] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 3e295dde-be9d-4e99-b591-3ece25f5fd84/3e295dde-be9d-4e99-b591-3ece25f5fd84.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.941302] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256ebfe6-9750-4b20-881c-fec3d9843a51 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.965403] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1709.965403] env[63326]: value = "task-1726496" [ 1709.965403] env[63326]: _type = "Task" [ 1709.965403] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.975398] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.081425] env[63326]: DEBUG nova.compute.utils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.083030] env[63326]: DEBUG nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1710.083227] env[63326]: DEBUG nova.network.neutron [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1710.124838] env[63326]: DEBUG oslo_concurrency.lockutils [None req-565d7aa5-89ac-49d2-8ec7-6b2ddd972b70 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "31b86e40-1b9d-4c91-8524-91deab60bfec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.245s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.128379] env[63326]: DEBUG nova.policy [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '620efa270bf34053a8292ade567c122a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecef5e6cd1f74c359fd162ba77e187d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1710.177263] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.177449] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.177612] env[63326]: DEBUG nova.network.neutron [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.290746] env[63326]: DEBUG oslo_vmware.api [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726494, 'name': PowerOnVM_Task, 'duration_secs': 0.427712} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.291061] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.291262] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f194f0d-17fc-4b37-a6af-af794e51f18b tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance '03a8c115-6a27-45f9-9e27-1af228df293b' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1710.420123] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726495, 'name': ReconfigVM_Task, 'duration_secs': 0.171546} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.420556] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.420923] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-554c0efb-e324-4a7b-a8c8-d24306fa45b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.428573] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1710.428573] env[63326]: value = "task-1726497" [ 1710.428573] env[63326]: _type = "Task" [ 1710.428573] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.440015] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.475746] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726496, 'name': ReconfigVM_Task, 'duration_secs': 0.31642} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.476039] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 3e295dde-be9d-4e99-b591-3ece25f5fd84/3e295dde-be9d-4e99-b591-3ece25f5fd84.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.476675] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ba5fb71-d45a-4802-be9b-39f681f7de7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.483518] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1710.483518] env[63326]: value = "task-1726498" [ 1710.483518] env[63326]: _type = "Task" [ 1710.483518] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.494154] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726498, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.502637] env[63326]: DEBUG nova.network.neutron [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Successfully created port: 5f57ebcb-6e44-4430-a366-4058ec472ea3 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1710.587647] env[63326]: DEBUG nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1710.715123] env[63326]: DEBUG nova.network.neutron [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.834972] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e153a6-441d-4417-8bf1-22030c9a11bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.843606] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af246c3c-f95e-407d-a362-631c36c97ff3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.875719] env[63326]: DEBUG nova.network.neutron [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.878029] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f970240-2a57-4d10-b5c7-89655f9a2d55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.889018] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4485a28e-ea56-40fb-b0b4-8f90afa964f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.904337] env[63326]: DEBUG nova.compute.provider_tree [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.939092] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.993902] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726498, 'name': Rename_Task, 'duration_secs': 0.197562} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.994099] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.994360] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b508000-5e48-4d1c-bca5-6616199670b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.002349] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1711.002349] env[63326]: value = "task-1726499" [ 1711.002349] env[63326]: _type = "Task" [ 1711.002349] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.010697] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.381863] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.382248] env[63326]: DEBUG nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Instance network_info: |[{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1711.382691] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:0e:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33760f0f-9e18-405a-a723-150ef0ac0530', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.390385] env[63326]: DEBUG oslo.service.loopingcall [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.390603] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.390826] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17815b44-aa7f-4624-b48b-d712d9b93edb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.407417] env[63326]: DEBUG nova.scheduler.client.report [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1711.416765] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.416765] env[63326]: value = "task-1726500" [ 1711.416765] env[63326]: _type = "Task" [ 1711.416765] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.425240] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726500, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.438273] env[63326]: DEBUG oslo_vmware.api [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726497, 'name': PowerOnVM_Task, 'duration_secs': 0.527756} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.438595] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.441155] env[63326]: DEBUG nova.compute.manager [None req-b19460cc-86c3-4e16-bc49-9f4ccb7a19ce tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.441878] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb5ed3-cca8-447f-bbae-fa160eefa064 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.513026] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.599717] env[63326]: DEBUG nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1711.602832] env[63326]: DEBUG nova.compute.manager [req-ad1e8723-d822-4fad-87d0-1cdad9c75646 req-b9cea2fd-61d1-4d31-aa02-21c32d164db4 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1711.603022] env[63326]: DEBUG nova.compute.manager [req-ad1e8723-d822-4fad-87d0-1cdad9c75646 req-b9cea2fd-61d1-4d31-aa02-21c32d164db4 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing instance network info cache due to event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1711.603256] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad1e8723-d822-4fad-87d0-1cdad9c75646 req-b9cea2fd-61d1-4d31-aa02-21c32d164db4 service nova] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.603438] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad1e8723-d822-4fad-87d0-1cdad9c75646 req-b9cea2fd-61d1-4d31-aa02-21c32d164db4 service nova] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.603592] env[63326]: DEBUG nova.network.neutron [req-ad1e8723-d822-4fad-87d0-1cdad9c75646 req-b9cea2fd-61d1-4d31-aa02-21c32d164db4 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.629138] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1711.629514] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.629596] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1711.629747] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.629975] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1711.630162] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1711.630396] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1711.630588] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1711.631140] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1711.631140] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1711.631317] env[63326]: DEBUG nova.virt.hardware [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1711.632402] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fea533-8912-4518-aa76-354afd27c477 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.640967] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26342e2-9222-4ca5-8315-249823b85d23 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.912298] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.912833] env[63326]: DEBUG nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.915654] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.691s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.917623] env[63326]: INFO nova.compute.claims [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.930541] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726500, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.014844] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.036140] env[63326]: DEBUG nova.network.neutron [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Successfully updated port: 5f57ebcb-6e44-4430-a366-4058ec472ea3 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1712.261912] env[63326]: DEBUG nova.network.neutron [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Port b54d2717-d5a5-4661-b486-08302871c551 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1712.262226] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.262380] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.262544] env[63326]: DEBUG nova.network.neutron [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.349659] env[63326]: DEBUG nova.network.neutron [req-ad1e8723-d822-4fad-87d0-1cdad9c75646 req-b9cea2fd-61d1-4d31-aa02-21c32d164db4 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updated VIF entry in instance network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1712.350215] env[63326]: DEBUG nova.network.neutron [req-ad1e8723-d822-4fad-87d0-1cdad9c75646 req-b9cea2fd-61d1-4d31-aa02-21c32d164db4 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.421989] env[63326]: DEBUG nova.compute.utils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.423586] env[63326]: DEBUG nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.424378] env[63326]: DEBUG nova.network.neutron [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.441741] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726500, 'name': CreateVM_Task, 'duration_secs': 0.754701} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.441970] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.442830] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.442930] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.443898] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.443898] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdadd8e-9c9d-45f8-860b-a10f7f1017c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.449745] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1712.449745] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a1df70-c389-f611-f267-c28f99233549" [ 1712.449745] env[63326]: _type = "Task" [ 1712.449745] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.458798] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a1df70-c389-f611-f267-c28f99233549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.484963] env[63326]: DEBUG nova.policy [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef1644ecf3541daa7d39ba2206d163e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6bcee9a93ad4c148c1cf541a9dd5d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.514048] env[63326]: DEBUG oslo_vmware.api [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726499, 'name': PowerOnVM_Task, 'duration_secs': 1.125102} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.514333] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.514533] env[63326]: INFO nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1712.514711] env[63326]: DEBUG nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.515480] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8e09e8-0e26-4654-a4e0-35582087df54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.539631] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.539846] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.539961] env[63326]: DEBUG nova.network.neutron [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.736912] env[63326]: DEBUG nova.network.neutron [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Successfully created port: 774c012d-4c62-4526-b6b0-a267c871adf9 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.771558] env[63326]: INFO nova.compute.manager [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Unrescuing [ 1712.771850] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.772030] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.772275] env[63326]: DEBUG nova.network.neutron [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.852734] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad1e8723-d822-4fad-87d0-1cdad9c75646 req-b9cea2fd-61d1-4d31-aa02-21c32d164db4 service nova] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.931128] env[63326]: DEBUG nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.964234] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a1df70-c389-f611-f267-c28f99233549, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.968023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.968023] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.968023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.968023] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.968023] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.968955] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920762ea-8086-4106-80c5-1c5c3449b6b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.984580] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.984777] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.985800] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e868ed1-aeaa-4e9e-9ce3-0525de458e98 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.994135] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1712.994135] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b6d107-59a9-5199-cd36-77ac1e859904" [ 1712.994135] env[63326]: _type = "Task" [ 1712.994135] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.003765] env[63326]: DEBUG nova.network.neutron [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [{"id": "b54d2717-d5a5-4661-b486-08302871c551", "address": "fa:16:3e:54:e2:54", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d2717-d5", "ovs_interfaceid": "b54d2717-d5a5-4661-b486-08302871c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.006227] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b6d107-59a9-5199-cd36-77ac1e859904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.035839] env[63326]: INFO nova.compute.manager [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Took 26.42 seconds to build instance. [ 1713.078888] env[63326]: DEBUG nova.network.neutron [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.109054] env[63326]: INFO nova.compute.manager [None req-f9c55830-df8a-4940-bfc1-e3d8b142d5c0 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Get console output [ 1713.109356] env[63326]: WARNING nova.virt.vmwareapi.driver [None req-f9c55830-df8a-4940-bfc1-e3d8b142d5c0 tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] The console log is missing. Check your VSPC configuration [ 1713.206899] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28fb035-03b6-4b2d-91b6-926e4b16f337 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.216808] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c929f26-7fe1-455a-9eef-24d949d098d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.253411] env[63326]: DEBUG nova.network.neutron [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance_info_cache with network_info: [{"id": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "address": "fa:16:3e:5c:a1:62", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f57ebcb-6e", "ovs_interfaceid": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.257757] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc7cb6-aee5-442a-8be7-839950481127 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.263560] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5b27ca-63ef-4a46-abac-ad9e6193d4dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.280754] env[63326]: DEBUG nova.compute.provider_tree [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.481738] env[63326]: DEBUG nova.network.neutron [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Updating instance_info_cache with network_info: [{"id": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "address": "fa:16:3e:d0:05:45", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8c3fad-77", "ovs_interfaceid": "af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.506052] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b6d107-59a9-5199-cd36-77ac1e859904, 'name': SearchDatastore_Task, 'duration_secs': 0.017068} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.507910] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.509291] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3147e6-045f-4020-8a19-0e9815070c42 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.516328] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1713.516328] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525cf251-1083-62e6-b26a-8342ecd62e65" [ 1713.516328] env[63326]: _type = "Task" [ 1713.516328] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.526248] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525cf251-1083-62e6-b26a-8342ecd62e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.537687] env[63326]: DEBUG oslo_concurrency.lockutils [None req-da5ac435-8d31-4a7d-95c6-56215db9bc4a tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "3e295dde-be9d-4e99-b591-3ece25f5fd84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.933s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.731248] env[63326]: DEBUG nova.compute.manager [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Received event network-vif-plugged-5f57ebcb-6e44-4430-a366-4058ec472ea3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1713.731475] env[63326]: DEBUG oslo_concurrency.lockutils [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] Acquiring lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.731631] env[63326]: DEBUG oslo_concurrency.lockutils [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.732066] env[63326]: DEBUG oslo_concurrency.lockutils [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.732066] env[63326]: DEBUG nova.compute.manager [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] No waiting events found dispatching network-vif-plugged-5f57ebcb-6e44-4430-a366-4058ec472ea3 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1713.732171] env[63326]: WARNING nova.compute.manager [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Received unexpected event network-vif-plugged-5f57ebcb-6e44-4430-a366-4058ec472ea3 for instance with vm_state building and task_state spawning. [ 1713.732273] env[63326]: DEBUG nova.compute.manager [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Received event network-changed-5f57ebcb-6e44-4430-a366-4058ec472ea3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1713.732428] env[63326]: DEBUG nova.compute.manager [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Refreshing instance network info cache due to event network-changed-5f57ebcb-6e44-4430-a366-4058ec472ea3. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1713.732589] env[63326]: DEBUG oslo_concurrency.lockutils [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] Acquiring lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.758961] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.759316] env[63326]: DEBUG nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Instance network_info: |[{"id": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "address": "fa:16:3e:5c:a1:62", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f57ebcb-6e", "ovs_interfaceid": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.759595] env[63326]: DEBUG oslo_concurrency.lockutils [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] Acquired lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.759772] env[63326]: DEBUG nova.network.neutron [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Refreshing network info cache for port 5f57ebcb-6e44-4430-a366-4058ec472ea3 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.761572] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:a1:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f57ebcb-6e44-4430-a366-4058ec472ea3', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.770173] env[63326]: DEBUG oslo.service.loopingcall [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.770716] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.771698] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68c27285-70e0-4fa5-8eb4-638293ea51aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.787486] env[63326]: DEBUG nova.scheduler.client.report [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.798277] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.798277] env[63326]: value = "task-1726501" [ 1713.798277] env[63326]: _type = "Task" [ 1713.798277] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.808610] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726501, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.939910] env[63326]: DEBUG nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.968543] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.968781] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.968942] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.969142] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.969287] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.969429] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.969632] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.969789] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.969990] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.970182] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.970357] env[63326]: DEBUG nova.virt.hardware [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.971216] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0e934c-c3e8-4ec2-86b0-673a446144a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.979663] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6be8cd-08ba-4ff4-8950-d5e6bebc6450 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.983895] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "refresh_cache-8d90c894-d33f-4472-ad9f-c24f12eeb514" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.984486] env[63326]: DEBUG nova.objects.instance [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lazy-loading 'flavor' on Instance uuid 8d90c894-d33f-4472-ad9f-c24f12eeb514 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.015567] env[63326]: DEBUG nova.compute.manager [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63326) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1714.029980] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525cf251-1083-62e6-b26a-8342ecd62e65, 'name': SearchDatastore_Task, 'duration_secs': 0.048802} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.030328] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.030754] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] eff8eb78-e127-4577-960b-44798c34cbc1/eff8eb78-e127-4577-960b-44798c34cbc1.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.030883] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78d82b0f-a722-42db-9a5d-eb884974285f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.038966] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1714.038966] env[63326]: value = "task-1726502" [ 1714.038966] env[63326]: _type = "Task" [ 1714.038966] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.047626] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.292597] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.292597] env[63326]: DEBUG nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1714.295062] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.083s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.295270] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.295424] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1714.295726] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.947s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.298115] env[63326]: INFO nova.compute.claims [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.304953] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1400946-cb65-4e95-80ce-1397994edf18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.322922] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d512cbf2-8408-4fc6-a871-59b05dcde808 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.328577] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726501, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.342355] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c23fe6-d98b-4700-ae45-215385bcff41 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.355019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d47ec8-357c-4575-bcc6-134d44bba036 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.393853] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179289MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1714.394024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.433674] env[63326]: DEBUG nova.network.neutron [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Successfully updated port: 774c012d-4c62-4526-b6b0-a267c871adf9 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.490800] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a428f4-e5a1-4d33-bf40-43384fb2e02c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.519525] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.520107] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a375816b-a17f-4cde-8f46-8d4762a51c1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.531495] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1714.531495] env[63326]: value = "task-1726503" [ 1714.531495] env[63326]: _type = "Task" [ 1714.531495] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.547061] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.554608] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726502, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.565817] env[63326]: DEBUG nova.network.neutron [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updated VIF entry in instance network info cache for port 5f57ebcb-6e44-4430-a366-4058ec472ea3. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.566262] env[63326]: DEBUG nova.network.neutron [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance_info_cache with network_info: [{"id": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "address": "fa:16:3e:5c:a1:62", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f57ebcb-6e", "ovs_interfaceid": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.806116] env[63326]: DEBUG nova.compute.utils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.807389] env[63326]: DEBUG nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1714.807389] env[63326]: DEBUG nova.network.neutron [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.821711] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726501, 'name': CreateVM_Task, 'duration_secs': 0.597756} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.821904] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.822615] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.822792] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.823137] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.823616] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bfe241-22a2-459f-a735-2819fe8618a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.829463] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1714.829463] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5215bd75-778d-c5e8-9de4-99f6a3932564" [ 1714.829463] env[63326]: _type = "Task" [ 1714.829463] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.838127] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5215bd75-778d-c5e8-9de4-99f6a3932564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.852115] env[63326]: DEBUG nova.policy [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ba8986a6614562b406937dc595ab70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '195b81119bee47199ad89c3b6d45b003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.936521] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "refresh_cache-7056e7e4-edb1-4753-988d-8db6b7f19b55" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.936691] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "refresh_cache-7056e7e4-edb1-4753-988d-8db6b7f19b55" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.936844] env[63326]: DEBUG nova.network.neutron [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.041833] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.051921] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953774} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.052303] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] eff8eb78-e127-4577-960b-44798c34cbc1/eff8eb78-e127-4577-960b-44798c34cbc1.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1715.052576] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1715.052876] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14c08818-8b6c-4fda-884c-a61539766a54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.060226] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1715.060226] env[63326]: value = "task-1726504" [ 1715.060226] env[63326]: _type = "Task" [ 1715.060226] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.071182] env[63326]: DEBUG oslo_concurrency.lockutils [req-b8a2cef0-08d5-42a2-86aa-89d8d01473fb req-ae11c050-ac45-456b-96c0-3c7d451bf138 service nova] Releasing lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.071840] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.154500] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.183411] env[63326]: DEBUG nova.network.neutron [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Successfully created port: bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1715.293227] env[63326]: DEBUG nova.compute.manager [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.294429] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58518c-1c8c-4e5f-a510-4202e3fa224c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.310527] env[63326]: DEBUG nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1715.347295] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5215bd75-778d-c5e8-9de4-99f6a3932564, 'name': SearchDatastore_Task, 'duration_secs': 0.017943} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.347295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.347417] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.348107] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.348107] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.348107] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.351024] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8feca890-5450-4912-bb52-9c9bd173b7a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.371849] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.372062] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.372727] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbbc58e-5859-4357-993d-80a562dc8f52 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.380395] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1715.380395] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52deac05-ed2d-7469-582a-8135fffb1cb4" [ 1715.380395] env[63326]: _type = "Task" [ 1715.380395] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.392037] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52deac05-ed2d-7469-582a-8135fffb1cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.489349] env[63326]: DEBUG nova.network.neutron [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.545899] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726503, 'name': PowerOffVM_Task, 'duration_secs': 0.760694} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.546317] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.551820] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1715.554510] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b5e5f0-a46c-4a1b-9131-39030906c4b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.583829] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110792} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.584171] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1715.584171] env[63326]: value = "task-1726505" [ 1715.584171] env[63326]: _type = "Task" [ 1715.584171] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.584426] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.585258] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b73c281-33d3-491d-9abd-0f01dc379080 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.593136] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ecfebe-e47f-40a5-b7ed-28e763774844 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.615620] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] eff8eb78-e127-4577-960b-44798c34cbc1/eff8eb78-e127-4577-960b-44798c34cbc1.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.615940] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.618766] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a771aa17-d015-4d13-bf21-d6ceabba3039 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.636566] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5b0e5-8d97-4b33-b81f-ae4cc33882c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.641183] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1715.641183] env[63326]: value = "task-1726506" [ 1715.641183] env[63326]: _type = "Task" [ 1715.641183] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.671707] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3daf65d-2b39-4a27-8cf5-b629d78fb62f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.678053] env[63326]: DEBUG nova.network.neutron [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Updating instance_info_cache with network_info: [{"id": "774c012d-4c62-4526-b6b0-a267c871adf9", "address": "fa:16:3e:46:95:04", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774c012d-4c", "ovs_interfaceid": "774c012d-4c62-4526-b6b0-a267c871adf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.679372] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.685722] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfeb7c3-5c6b-4ee3-aa5d-3f68ebd91473 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.701562] env[63326]: DEBUG nova.compute.provider_tree [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.765018] env[63326]: DEBUG nova.compute.manager [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Received event network-vif-plugged-774c012d-4c62-4526-b6b0-a267c871adf9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1715.765281] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] Acquiring lock "7056e7e4-edb1-4753-988d-8db6b7f19b55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.765567] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] Lock "7056e7e4-edb1-4753-988d-8db6b7f19b55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.765782] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] Lock "7056e7e4-edb1-4753-988d-8db6b7f19b55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.766223] env[63326]: DEBUG nova.compute.manager [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] No waiting events found dispatching network-vif-plugged-774c012d-4c62-4526-b6b0-a267c871adf9 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.766420] env[63326]: WARNING nova.compute.manager [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Received unexpected event network-vif-plugged-774c012d-4c62-4526-b6b0-a267c871adf9 for instance with vm_state building and task_state spawning. [ 1715.766631] env[63326]: DEBUG nova.compute.manager [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Received event network-changed-774c012d-4c62-4526-b6b0-a267c871adf9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1715.766831] env[63326]: DEBUG nova.compute.manager [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Refreshing instance network info cache due to event network-changed-774c012d-4c62-4526-b6b0-a267c871adf9. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1715.767026] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] Acquiring lock "refresh_cache-7056e7e4-edb1-4753-988d-8db6b7f19b55" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.811037] env[63326]: INFO nova.compute.manager [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] instance snapshotting [ 1715.815045] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a6eaa-b72a-4fde-8bc7-08e260dffe78 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.839893] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0b8eee-f681-4a69-ae73-b1bc868451bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.893051] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52deac05-ed2d-7469-582a-8135fffb1cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.067906} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.893864] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ba2790-ef8a-4a36-8d1c-e52736eed99f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.899710] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1715.899710] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52379639-6aa3-b922-c5e8-2744c46540fe" [ 1715.899710] env[63326]: _type = "Task" [ 1715.899710] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.908151] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52379639-6aa3-b922-c5e8-2744c46540fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.095613] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726505, 'name': ReconfigVM_Task, 'duration_secs': 0.299623} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.096031] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1716.096240] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.096484] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c5520c-267f-4ea3-9dc9-eb028b9cfa9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.103321] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1716.103321] env[63326]: value = "task-1726507" [ 1716.103321] env[63326]: _type = "Task" [ 1716.103321] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.112045] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.152259] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726506, 'name': ReconfigVM_Task, 'duration_secs': 0.412297} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.152567] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Reconfigured VM instance instance-0000005e to attach disk [datastore1] eff8eb78-e127-4577-960b-44798c34cbc1/eff8eb78-e127-4577-960b-44798c34cbc1.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.153204] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddeffa90-47cf-4630-a1db-a030ad7c717d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.160649] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1716.160649] env[63326]: value = "task-1726508" [ 1716.160649] env[63326]: _type = "Task" [ 1716.160649] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.171153] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726508, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.180927] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "refresh_cache-7056e7e4-edb1-4753-988d-8db6b7f19b55" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.181345] env[63326]: DEBUG nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Instance network_info: |[{"id": "774c012d-4c62-4526-b6b0-a267c871adf9", "address": "fa:16:3e:46:95:04", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774c012d-4c", "ovs_interfaceid": "774c012d-4c62-4526-b6b0-a267c871adf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.181660] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] Acquired lock "refresh_cache-7056e7e4-edb1-4753-988d-8db6b7f19b55" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.181845] env[63326]: DEBUG nova.network.neutron [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Refreshing network info cache for port 774c012d-4c62-4526-b6b0-a267c871adf9 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.183348] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:95:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774c012d-4c62-4526-b6b0-a267c871adf9', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.190905] env[63326]: DEBUG oslo.service.loopingcall [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.193856] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.194412] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b802192-5a15-4fc7-94f5-98df7b002e4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.219549] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.219549] env[63326]: value = "task-1726509" [ 1716.219549] env[63326]: _type = "Task" [ 1716.219549] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.228914] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726509, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.229939] env[63326]: ERROR nova.scheduler.client.report [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [req-f6bcf3aa-2e11-4fc8-a228-babb85ed16e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6bcf3aa-2e11-4fc8-a228-babb85ed16e3"}]} [ 1716.246700] env[63326]: DEBUG nova.scheduler.client.report [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1716.262900] env[63326]: DEBUG nova.scheduler.client.report [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1716.263178] env[63326]: DEBUG nova.compute.provider_tree [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.275652] env[63326]: DEBUG nova.scheduler.client.report [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1716.296942] env[63326]: DEBUG nova.scheduler.client.report [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1716.324891] env[63326]: DEBUG nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1716.350699] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1716.350948] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.351126] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1716.351315] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.351461] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1716.351606] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1716.351811] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1716.351968] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1716.352155] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1716.352363] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1716.352544] env[63326]: DEBUG nova.virt.hardware [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1716.353420] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ce941-8b6f-4606-bc2d-2c696ec3a173 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.358726] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1716.359174] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71b1b8e1-a696-4d3c-8e06-65691eb9f2b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.368403] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ce4b4e-c1f7-4572-8707-6081435b2409 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.372644] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1716.372644] env[63326]: value = "task-1726510" [ 1716.372644] env[63326]: _type = "Task" [ 1716.372644] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.397658] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.416484] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52379639-6aa3-b922-c5e8-2744c46540fe, 'name': SearchDatastore_Task, 'duration_secs': 0.023419} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.416589] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.416782] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] a03dce77-3520-4df9-a9ea-fef1869e8dea/a03dce77-3520-4df9-a9ea-fef1869e8dea.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1716.417051] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19ac4fda-5d2a-401f-bbbc-d124b6d7d72f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.427898] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1716.427898] env[63326]: value = "task-1726511" [ 1716.427898] env[63326]: _type = "Task" [ 1716.427898] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.444028] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.487468] env[63326]: DEBUG nova.network.neutron [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Updated VIF entry in instance network info cache for port 774c012d-4c62-4526-b6b0-a267c871adf9. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.487907] env[63326]: DEBUG nova.network.neutron [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Updating instance_info_cache with network_info: [{"id": "774c012d-4c62-4526-b6b0-a267c871adf9", "address": "fa:16:3e:46:95:04", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774c012d-4c", "ovs_interfaceid": "774c012d-4c62-4526-b6b0-a267c871adf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.571036] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c79d3-8471-43d8-a65e-690d41fc9441 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.579629] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64f836-545a-4b4e-8919-85db54394a86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.618242] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e05867-5d8e-4789-85cd-493f1fc64c21 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.627046] env[63326]: DEBUG oslo_vmware.api [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726507, 'name': PowerOnVM_Task, 'duration_secs': 0.392513} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.629493] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.629921] env[63326]: DEBUG nova.compute.manager [None req-b0ef1027-0dee-4f74-aa35-1b7bddce5876 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.630872] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49556c8d-89a0-4a3b-9013-4d9f4f422768 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.634621] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb279b7b-5101-4bd7-a36b-c35c2d209a80 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.655093] env[63326]: DEBUG nova.compute.provider_tree [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.675315] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726508, 'name': Rename_Task, 'duration_secs': 0.18978} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.675315] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.675315] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-137a0b56-aa5d-45c0-b7ab-163c50036eec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.683083] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1716.683083] env[63326]: value = "task-1726512" [ 1716.683083] env[63326]: _type = "Task" [ 1716.683083] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.693768] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.697063] env[63326]: DEBUG nova.compute.manager [req-547cad24-dfa1-4912-9701-da748cee037f req-1223e606-3acd-4a0d-8080-9eb7bae611f5 service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Received event network-vif-plugged-bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1716.697298] env[63326]: DEBUG oslo_concurrency.lockutils [req-547cad24-dfa1-4912-9701-da748cee037f req-1223e606-3acd-4a0d-8080-9eb7bae611f5 service nova] Acquiring lock "6b9a58ec-04cd-4638-8845-eaee65306930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.697504] env[63326]: DEBUG oslo_concurrency.lockutils [req-547cad24-dfa1-4912-9701-da748cee037f req-1223e606-3acd-4a0d-8080-9eb7bae611f5 service nova] Lock "6b9a58ec-04cd-4638-8845-eaee65306930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.697669] env[63326]: DEBUG oslo_concurrency.lockutils [req-547cad24-dfa1-4912-9701-da748cee037f req-1223e606-3acd-4a0d-8080-9eb7bae611f5 service nova] Lock "6b9a58ec-04cd-4638-8845-eaee65306930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.697926] env[63326]: DEBUG nova.compute.manager [req-547cad24-dfa1-4912-9701-da748cee037f req-1223e606-3acd-4a0d-8080-9eb7bae611f5 service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] No waiting events found dispatching network-vif-plugged-bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.698132] env[63326]: WARNING nova.compute.manager [req-547cad24-dfa1-4912-9701-da748cee037f req-1223e606-3acd-4a0d-8080-9eb7bae611f5 service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Received unexpected event network-vif-plugged-bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a for instance with vm_state building and task_state spawning. [ 1716.733131] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726509, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.851365] env[63326]: DEBUG nova.network.neutron [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Successfully updated port: bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.886729] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.939374] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.990957] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d420726-5eab-4775-ab93-083af168f60c req-e4aee189-0e37-4203-990f-2a821806c22f service nova] Releasing lock "refresh_cache-7056e7e4-edb1-4753-988d-8db6b7f19b55" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.160885] env[63326]: DEBUG nova.scheduler.client.report [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.197092] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.233387] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726509, 'name': CreateVM_Task, 'duration_secs': 0.594246} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.233604] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.234432] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.234612] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.234993] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.235295] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f0bab7-bcc2-4435-8268-cd5781b94bc4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.241457] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1717.241457] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5213692c-de36-2b89-fc18-cd6e968b537c" [ 1717.241457] env[63326]: _type = "Task" [ 1717.241457] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.251030] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5213692c-de36-2b89-fc18-cd6e968b537c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.355170] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-6b9a58ec-04cd-4638-8845-eaee65306930" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.355170] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-6b9a58ec-04cd-4638-8845-eaee65306930" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.355322] env[63326]: DEBUG nova.network.neutron [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.386545] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.440315] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643207} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.440587] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] a03dce77-3520-4df9-a9ea-fef1869e8dea/a03dce77-3520-4df9-a9ea-fef1869e8dea.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.440943] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.441271] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-361ae690-0ae8-408e-adad-63a0a0f82751 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.451128] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1717.451128] env[63326]: value = "task-1726513" [ 1717.451128] env[63326]: _type = "Task" [ 1717.451128] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.462272] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.667046] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.371s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.667661] env[63326]: DEBUG nova.compute.manager [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.671040] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.060s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.672538] env[63326]: INFO nova.compute.claims [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1717.695515] env[63326]: DEBUG oslo_vmware.api [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726512, 'name': PowerOnVM_Task, 'duration_secs': 0.872331} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.696438] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.696438] env[63326]: INFO nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1717.696438] env[63326]: DEBUG nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.697158] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ab745-82dc-4558-ac2e-cf397436d8b7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.753272] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5213692c-de36-2b89-fc18-cd6e968b537c, 'name': SearchDatastore_Task, 'duration_secs': 0.019128} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.753586] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.753878] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.754073] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.754396] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.754396] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.754656] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1884f361-9224-47be-b597-65301f2299cd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.778104] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.778374] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.779471] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d98aea-6c0b-4e2c-bbc1-0aa27be3cc57 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.789273] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1717.789273] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]527a2249-c198-bf30-251c-9c0c8e91bdbe" [ 1717.789273] env[63326]: _type = "Task" [ 1717.789273] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.801493] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527a2249-c198-bf30-251c-9c0c8e91bdbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.887377] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726510, 'name': CreateSnapshot_Task, 'duration_secs': 1.34557} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.887688] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1717.888412] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4588fd20-32ba-4d91-afe0-4687ad9d944f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.902293] env[63326]: DEBUG nova.network.neutron [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.962586] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219016} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.962903] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.963714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6511405-fd46-46ba-a2be-b90965f096e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.987862] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a03dce77-3520-4df9-a9ea-fef1869e8dea/a03dce77-3520-4df9-a9ea-fef1869e8dea.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.990894] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e4dac8-bdb3-4225-a0f0-454c7e59bad1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.013427] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1718.013427] env[63326]: value = "task-1726514" [ 1718.013427] env[63326]: _type = "Task" [ 1718.013427] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.023520] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.150405] env[63326]: DEBUG nova.network.neutron [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Updating instance_info_cache with network_info: [{"id": "bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a", "address": "fa:16:3e:d9:2b:86", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbaa3cba-8c", "ovs_interfaceid": "bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.177870] env[63326]: DEBUG nova.compute.utils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.182125] env[63326]: DEBUG nova.compute.manager [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Not allocating networking since 'none' was specified. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1718.222426] env[63326]: INFO nova.compute.manager [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Took 23.70 seconds to build instance. [ 1718.301615] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527a2249-c198-bf30-251c-9c0c8e91bdbe, 'name': SearchDatastore_Task, 'duration_secs': 0.05366} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.302209] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6ba36d-6cf6-401c-9e8e-65cad1e6097c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.309318] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1718.309318] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521058a7-52b9-465f-f1a4-236603715944" [ 1718.309318] env[63326]: _type = "Task" [ 1718.309318] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.318997] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521058a7-52b9-465f-f1a4-236603715944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.414346] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1718.414791] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4b67e6b-cf33-409b-aa25-a0f4a9ecdc7a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.427969] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1718.427969] env[63326]: value = "task-1726515" [ 1718.427969] env[63326]: _type = "Task" [ 1718.427969] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.438027] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726515, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.525358] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.653479] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-6b9a58ec-04cd-4638-8845-eaee65306930" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.653967] env[63326]: DEBUG nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Instance network_info: |[{"id": "bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a", "address": "fa:16:3e:d9:2b:86", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbaa3cba-8c", "ovs_interfaceid": "bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.654423] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:2b:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.662983] env[63326]: DEBUG oslo.service.loopingcall [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.663590] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.664936] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4a05a26-06bc-4b6f-99b5-3991edd75ea2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.683400] env[63326]: DEBUG nova.compute.manager [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.694723] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.694723] env[63326]: value = "task-1726516" [ 1718.694723] env[63326]: _type = "Task" [ 1718.694723] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.711956] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726516, 'name': CreateVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.726737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-37835fe0-4dcc-450c-9134-fe26bc5a0161 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "eff8eb78-e127-4577-960b-44798c34cbc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.218s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.743240] env[63326]: DEBUG nova.compute.manager [req-f624df3a-54bb-4707-b873-e9f47eac81ce req-285ab88c-62ac-4df3-90a3-fbb7b59d28f3 service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Received event network-changed-bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1718.743240] env[63326]: DEBUG nova.compute.manager [req-f624df3a-54bb-4707-b873-e9f47eac81ce req-285ab88c-62ac-4df3-90a3-fbb7b59d28f3 service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Refreshing instance network info cache due to event network-changed-bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1718.743686] env[63326]: DEBUG oslo_concurrency.lockutils [req-f624df3a-54bb-4707-b873-e9f47eac81ce req-285ab88c-62ac-4df3-90a3-fbb7b59d28f3 service nova] Acquiring lock "refresh_cache-6b9a58ec-04cd-4638-8845-eaee65306930" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.743686] env[63326]: DEBUG oslo_concurrency.lockutils [req-f624df3a-54bb-4707-b873-e9f47eac81ce req-285ab88c-62ac-4df3-90a3-fbb7b59d28f3 service nova] Acquired lock "refresh_cache-6b9a58ec-04cd-4638-8845-eaee65306930" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.743686] env[63326]: DEBUG nova.network.neutron [req-f624df3a-54bb-4707-b873-e9f47eac81ce req-285ab88c-62ac-4df3-90a3-fbb7b59d28f3 service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Refreshing network info cache for port bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.824853] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521058a7-52b9-465f-f1a4-236603715944, 'name': SearchDatastore_Task, 'duration_secs': 0.019867} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.827061] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.827347] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 7056e7e4-edb1-4753-988d-8db6b7f19b55/7056e7e4-edb1-4753-988d-8db6b7f19b55.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.828185] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39b4dc50-8a07-41f9-8688-d273a2994bb5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.837452] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1718.837452] env[63326]: value = "task-1726517" [ 1718.837452] env[63326]: _type = "Task" [ 1718.837452] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.850168] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.939145] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726515, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.956624] env[63326]: DEBUG nova.compute.manager [req-92d4ff9f-ac86-48f3-8851-b0dd6eb50c4f req-1cf7a220-b820-4f9a-9414-8bfcbaa9f9c6 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1718.956819] env[63326]: DEBUG nova.compute.manager [req-92d4ff9f-ac86-48f3-8851-b0dd6eb50c4f req-1cf7a220-b820-4f9a-9414-8bfcbaa9f9c6 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing instance network info cache due to event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1718.957042] env[63326]: DEBUG oslo_concurrency.lockutils [req-92d4ff9f-ac86-48f3-8851-b0dd6eb50c4f req-1cf7a220-b820-4f9a-9414-8bfcbaa9f9c6 service nova] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.957190] env[63326]: DEBUG oslo_concurrency.lockutils [req-92d4ff9f-ac86-48f3-8851-b0dd6eb50c4f req-1cf7a220-b820-4f9a-9414-8bfcbaa9f9c6 service nova] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.957376] env[63326]: DEBUG nova.network.neutron [req-92d4ff9f-ac86-48f3-8851-b0dd6eb50c4f req-1cf7a220-b820-4f9a-9414-8bfcbaa9f9c6 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.002784] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc17b1c-da51-4f76-9856-1a7fabfc5e8d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.014446] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230c4494-c0db-4845-85fc-7aaba205daac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.029804] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726514, 'name': ReconfigVM_Task, 'duration_secs': 0.789925} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.059069] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a03dce77-3520-4df9-a9ea-fef1869e8dea/a03dce77-3520-4df9-a9ea-fef1869e8dea.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.061559] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558b3646-2e3e-4d47-b322-ca83145e9186 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.065163] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a978c5b-0be7-41ba-90c3-7ee7ccb68f54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.075979] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1719.075979] env[63326]: value = "task-1726518" [ 1719.075979] env[63326]: _type = "Task" [ 1719.075979] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.083666] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4c3e22-0097-43bd-9e3c-44fb0371de18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.098624] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726518, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.112715] env[63326]: DEBUG nova.compute.provider_tree [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.207347] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726516, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.350043] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726517, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.446450] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726515, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.579327] env[63326]: DEBUG nova.network.neutron [req-f624df3a-54bb-4707-b873-e9f47eac81ce req-285ab88c-62ac-4df3-90a3-fbb7b59d28f3 service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Updated VIF entry in instance network info cache for port bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.579821] env[63326]: DEBUG nova.network.neutron [req-f624df3a-54bb-4707-b873-e9f47eac81ce req-285ab88c-62ac-4df3-90a3-fbb7b59d28f3 service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Updating instance_info_cache with network_info: [{"id": "bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a", "address": "fa:16:3e:d9:2b:86", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbaa3cba-8c", "ovs_interfaceid": "bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.602027] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726518, 'name': Rename_Task, 'duration_secs': 0.288786} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.602027] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.602027] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15e6434f-9bd4-49f2-bbf8-a5c7c5a1c7aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.612123] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1719.612123] env[63326]: value = "task-1726519" [ 1719.612123] env[63326]: _type = "Task" [ 1719.612123] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.615809] env[63326]: DEBUG nova.scheduler.client.report [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.628063] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.702068] env[63326]: DEBUG nova.compute.manager [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.711473] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726516, 'name': CreateVM_Task, 'duration_secs': 0.587875} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.711597] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.712421] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.712421] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.712706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.712967] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d901b0-9ac8-420d-b756-f9db76aab592 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.718228] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1719.718228] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e0a20-c1a9-672e-e8c3-28a3821142c7" [ 1719.718228] env[63326]: _type = "Task" [ 1719.718228] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.727354] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e0a20-c1a9-672e-e8c3-28a3821142c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.729528] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.729743] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.729896] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.730171] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.730269] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.730418] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.730621] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.730778] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.730936] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.731106] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.731280] env[63326]: DEBUG nova.virt.hardware [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.734014] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f389167-6de0-48d5-8df0-8ca7161cf6f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.742656] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b043a686-9ae8-44d6-a538-e480fa5acf1b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.758690] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.764332] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Creating folder: Project (9e5632e09c594b9ab8eba93866002552). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.764667] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c28f805f-f76e-429a-96f7-cc19ec400f2c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.771171] env[63326]: DEBUG nova.network.neutron [req-92d4ff9f-ac86-48f3-8851-b0dd6eb50c4f req-1cf7a220-b820-4f9a-9414-8bfcbaa9f9c6 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updated VIF entry in instance network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.771908] env[63326]: DEBUG nova.network.neutron [req-92d4ff9f-ac86-48f3-8851-b0dd6eb50c4f req-1cf7a220-b820-4f9a-9414-8bfcbaa9f9c6 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.775978] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Created folder: Project (9e5632e09c594b9ab8eba93866002552) in parent group-v359097. [ 1719.775978] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Creating folder: Instances. Parent ref: group-v359359. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.776157] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a453c3c1-16c2-42b7-9a81-b3fc43ed6813 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.787008] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Created folder: Instances in parent group-v359359. [ 1719.787266] env[63326]: DEBUG oslo.service.loopingcall [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.787745] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4649fd-04df-493d-8073-d06b84666447] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.787971] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7366f47d-ef55-4215-a59b-847ca4f65fe7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.806571] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.806571] env[63326]: value = "task-1726522" [ 1719.806571] env[63326]: _type = "Task" [ 1719.806571] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.815609] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726522, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.849169] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588253} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.849496] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 7056e7e4-edb1-4753-988d-8db6b7f19b55/7056e7e4-edb1-4753-988d-8db6b7f19b55.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.849756] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.850141] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48ffc1a8-4e4b-40ec-857f-668274ab9b06 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.857688] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1719.857688] env[63326]: value = "task-1726523" [ 1719.857688] env[63326]: _type = "Task" [ 1719.857688] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.866753] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.939077] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726515, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.086502] env[63326]: DEBUG oslo_concurrency.lockutils [req-f624df3a-54bb-4707-b873-e9f47eac81ce req-285ab88c-62ac-4df3-90a3-fbb7b59d28f3 service nova] Releasing lock "refresh_cache-6b9a58ec-04cd-4638-8845-eaee65306930" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.097796] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.098083] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.121146] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.128122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.128645] env[63326]: DEBUG nova.compute.manager [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1720.131314] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.737s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.231388] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e0a20-c1a9-672e-e8c3-28a3821142c7, 'name': SearchDatastore_Task, 'duration_secs': 0.022944} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.232273] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.232273] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.232273] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.232431] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.232539] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.233147] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bc88f2f-cf09-4593-b6b6-80ff15599781 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.243716] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.243929] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.246064] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367823e1-2be0-4dc3-a133-f3b2fc8f96a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.251749] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1720.251749] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b5131-3cbc-17a9-ffa4-234c725889f9" [ 1720.251749] env[63326]: _type = "Task" [ 1720.251749] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.260101] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b5131-3cbc-17a9-ffa4-234c725889f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.274563] env[63326]: DEBUG oslo_concurrency.lockutils [req-92d4ff9f-ac86-48f3-8851-b0dd6eb50c4f req-1cf7a220-b820-4f9a-9414-8bfcbaa9f9c6 service nova] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.318197] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726522, 'name': CreateVM_Task, 'duration_secs': 0.494733} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.318410] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4649fd-04df-493d-8073-d06b84666447] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.318955] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.319197] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.319572] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.319845] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b616857-450f-4d26-8631-71c741f530fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.326473] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1720.326473] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c9034-267f-36c2-1885-c772f1029870" [ 1720.326473] env[63326]: _type = "Task" [ 1720.326473] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.336772] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c9034-267f-36c2-1885-c772f1029870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.368276] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142714} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.368575] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.369417] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee0390-967d-4142-b91c-901c5d79d6b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.396445] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 7056e7e4-edb1-4753-988d-8db6b7f19b55/7056e7e4-edb1-4753-988d-8db6b7f19b55.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.396842] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6004e0e7-29ec-431d-9b74-7a937ae06b58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.419450] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.419870] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.424984] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1720.424984] env[63326]: value = "task-1726524" [ 1720.424984] env[63326]: _type = "Task" [ 1720.424984] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.437149] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.444797] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726515, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.601637] env[63326]: DEBUG nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.623203] env[63326]: DEBUG oslo_vmware.api [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726519, 'name': PowerOnVM_Task, 'duration_secs': 0.832482} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.623365] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.623852] env[63326]: INFO nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1720.623852] env[63326]: DEBUG nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.624552] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408884a4-2b1d-4904-ad2a-3fa3d2b1b3f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.636796] env[63326]: DEBUG nova.compute.utils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1720.647452] env[63326]: DEBUG nova.compute.manager [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Not allocating networking since 'none' was specified. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1720.764669] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521b5131-3cbc-17a9-ffa4-234c725889f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015439} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.765582] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8437f5-b507-4e7f-9003-fe5978f0d6e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.772909] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1720.772909] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5217f87d-1106-3fb9-12b3-76337b2db4e7" [ 1720.772909] env[63326]: _type = "Task" [ 1720.772909] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.781880] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5217f87d-1106-3fb9-12b3-76337b2db4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.837129] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529c9034-267f-36c2-1885-c772f1029870, 'name': SearchDatastore_Task, 'duration_secs': 0.012772} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.837658] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.837998] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.838351] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.923223] env[63326]: DEBUG nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.943668] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726515, 'name': CloneVM_Task, 'duration_secs': 2.448104} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.943668] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726524, 'name': ReconfigVM_Task, 'duration_secs': 0.501584} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.943905] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Created linked-clone VM from snapshot [ 1720.944188] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 7056e7e4-edb1-4753-988d-8db6b7f19b55/7056e7e4-edb1-4753-988d-8db6b7f19b55.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.945318] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2db4c2-cb28-4a36-96a7-a20f2b4c135f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.947796] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02296d31-348e-4ce2-9a66-da340ff1af58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.958873] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Uploading image 59580de9-9c77-457f-a1bb-14ec7612dca6 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1720.966946] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1720.966946] env[63326]: value = "task-1726525" [ 1720.966946] env[63326]: _type = "Task" [ 1720.966946] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.977853] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726525, 'name': Rename_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.987758] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1720.987758] env[63326]: value = "vm-359357" [ 1720.987758] env[63326]: _type = "VirtualMachine" [ 1720.987758] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1720.988197] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60111596-1fd7-4517-ba3d-22c91d1a45f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.997847] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lease: (returnval){ [ 1720.997847] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523d0091-5b20-7523-b7b2-b1d8c00a310e" [ 1720.997847] env[63326]: _type = "HttpNfcLease" [ 1720.997847] env[63326]: } obtained for exporting VM: (result){ [ 1720.997847] env[63326]: value = "vm-359357" [ 1720.997847] env[63326]: _type = "VirtualMachine" [ 1720.997847] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1720.998203] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the lease: (returnval){ [ 1720.998203] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523d0091-5b20-7523-b7b2-b1d8c00a310e" [ 1720.998203] env[63326]: _type = "HttpNfcLease" [ 1720.998203] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1721.006313] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1721.006313] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523d0091-5b20-7523-b7b2-b1d8c00a310e" [ 1721.006313] env[63326]: _type = "HttpNfcLease" [ 1721.006313] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1721.135095] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.149245] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Applying migration context for instance 03a8c115-6a27-45f9-9e27-1af228df293b as it has an incoming, in-progress migration 023752af-a4ac-4cb4-8d9a-0b94131d98aa. Migration status is reverting {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1721.150731] env[63326]: INFO nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating resource usage from migration 023752af-a4ac-4cb4-8d9a-0b94131d98aa [ 1721.158597] env[63326]: DEBUG nova.compute.manager [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1721.165967] env[63326]: INFO nova.compute.manager [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Took 24.78 seconds to build instance. [ 1721.178089] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e310e14f-4487-4993-a6b6-367be947a9ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.178314] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 22a6d0c5-5bb2-495c-9688-3d56b7253045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.178408] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 67e44e2d-1e54-4380-b32e-7b54be385e34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.178485] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f214df39-a352-450d-9a68-ccaa5d209b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.178600] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 167755b8-43fd-4349-ad9a-c5fc02423bc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.178701] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 63b12b7e-bf02-43c4-94fb-d8426ae07b47 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.178809] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8d90c894-d33f-4472-ad9f-c24f12eeb514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.178914] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f5d2562c-4bb6-4059-9b63-87bcefeefe59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.179031] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3b6e65f2-8a29-40df-8634-4315656120f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.179179] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Migration 023752af-a4ac-4cb4-8d9a-0b94131d98aa is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1721.179286] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 03a8c115-6a27-45f9-9e27-1af228df293b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.179387] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3e295dde-be9d-4e99-b591-3ece25f5fd84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.179491] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance eff8eb78-e127-4577-960b-44798c34cbc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.179595] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance a03dce77-3520-4df9-a9ea-fef1869e8dea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.179695] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 7056e7e4-edb1-4753-988d-8db6b7f19b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.179796] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6b9a58ec-04cd-4638-8845-eaee65306930 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.179896] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance ee4649fd-04df-493d-8073-d06b84666447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.180025] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1721.284823] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5217f87d-1106-3fb9-12b3-76337b2db4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.022918} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.285108] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.285366] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6b9a58ec-04cd-4638-8845-eaee65306930/6b9a58ec-04cd-4638-8845-eaee65306930.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1721.287102] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.287102] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.287102] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6458bfc4-5fba-47b5-80df-b0e9970aad53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.288344] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c86bba4-4bca-4b17-a657-fd51bfeb7d58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.299756] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1721.299756] env[63326]: value = "task-1726527" [ 1721.299756] env[63326]: _type = "Task" [ 1721.299756] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.304140] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.304334] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.305918] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82bb2fb2-1817-4224-be35-c456bf9f5f6f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.310939] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.314467] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1721.314467] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e1601-1348-268d-bd6f-e9e6f57ff4eb" [ 1721.314467] env[63326]: _type = "Task" [ 1721.314467] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.323210] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e1601-1348-268d-bd6f-e9e6f57ff4eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.444953] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.478221] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726525, 'name': Rename_Task, 'duration_secs': 0.194569} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.478593] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.478927] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57494b53-0518-4fab-975f-0e954905f56e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.488039] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1721.488039] env[63326]: value = "task-1726528" [ 1721.488039] env[63326]: _type = "Task" [ 1721.488039] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.496823] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.506719] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1721.506719] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523d0091-5b20-7523-b7b2-b1d8c00a310e" [ 1721.506719] env[63326]: _type = "HttpNfcLease" [ 1721.506719] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1721.507041] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1721.507041] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523d0091-5b20-7523-b7b2-b1d8c00a310e" [ 1721.507041] env[63326]: _type = "HttpNfcLease" [ 1721.507041] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1721.508469] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd8f968-a95f-4d15-899e-d2354d9f027b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.516246] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c399ad-65fa-34cb-b1d1-05b20635c28d/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1721.516441] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c399ad-65fa-34cb-b1d1-05b20635c28d/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1721.668728] env[63326]: DEBUG oslo_concurrency.lockutils [None req-65f1ce09-87c1-4db8-a78c-e99f24b728f7 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.292s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.683972] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4ee43a0b-5679-49d8-a962-8c9ecf83662a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1721.785934] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4eefd77e-e420-4110-81c6-99da8a6c248c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.809736] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726527, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.838342] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e1601-1348-268d-bd6f-e9e6f57ff4eb, 'name': SearchDatastore_Task, 'duration_secs': 0.028844} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.840039] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55bbd797-6da8-4805-908c-91cfe753be4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.848422] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1721.848422] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a0e660-b2bb-259a-b0ec-706b2ed03fec" [ 1721.848422] env[63326]: _type = "Task" [ 1721.848422] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.858368] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a0e660-b2bb-259a-b0ec-706b2ed03fec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.997789] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.081833] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Acquiring lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.082324] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.082663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Acquiring lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.082965] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.083276] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.086198] env[63326]: INFO nova.compute.manager [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Terminating instance [ 1722.170205] env[63326]: DEBUG nova.compute.manager [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1722.190065] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 46cfbf6c-4372-458e-a200-d6efdeb2c12f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1722.190366] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1722.190540] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1722.195576] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1722.195576] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.195795] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1722.195870] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.196024] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1722.196216] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1722.196396] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1722.196552] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1722.196711] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1722.196868] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1722.197044] env[63326]: DEBUG nova.virt.hardware [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1722.197935] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3b3c13-3922-4718-91c4-b90833b49b1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.207692] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6d6ffd-576b-4734-a952-dc0123957f44 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.225816] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.232076] env[63326]: DEBUG oslo.service.loopingcall [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.235425] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.235990] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1564462-bf39-4b4c-a061-bef6cc66e969 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.260743] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1722.260743] env[63326]: value = "task-1726529" [ 1722.260743] env[63326]: _type = "Task" [ 1722.260743] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.277301] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726529, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.311593] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583965} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.314557] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6b9a58ec-04cd-4638-8845-eaee65306930/6b9a58ec-04cd-4638-8845-eaee65306930.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.315087] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.315691] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-462d7bf3-faa3-47e9-be87-bbe43ea0bbbb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.327731] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1722.327731] env[63326]: value = "task-1726530" [ 1722.327731] env[63326]: _type = "Task" [ 1722.327731] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.342649] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.360947] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a0e660-b2bb-259a-b0ec-706b2ed03fec, 'name': SearchDatastore_Task, 'duration_secs': 0.018608} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.364131] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.364621] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] ee4649fd-04df-493d-8073-d06b84666447/ee4649fd-04df-493d-8073-d06b84666447.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.365800] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7bf1ea9-cf9f-4b6b-ac92-46dd26b1eea0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.374589] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1722.374589] env[63326]: value = "task-1726531" [ 1722.374589] env[63326]: _type = "Task" [ 1722.374589] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.389927] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.501319] env[63326]: DEBUG oslo_vmware.api [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726528, 'name': PowerOnVM_Task, 'duration_secs': 0.90783} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.501744] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.502072] env[63326]: INFO nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1722.502426] env[63326]: DEBUG nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.503428] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979286f5-2d63-4569-a31a-2d4c26a3c7ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.536838] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d062a493-3b86-4c87-8eed-88443e061499 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.546174] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6575a6f9-7e24-4a23-b0c6-6846fa769c08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.581671] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73be997-dac9-4b38-a34c-f0d71810b23e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.590200] env[63326]: DEBUG nova.compute.manager [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.590565] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.590909] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18db45c2-da5f-4528-b849-dba22d243f71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.593934] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44ff96b-07d9-4c80-86e6-0429880e9e1e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.612572] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1722.615619] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1722.615619] env[63326]: value = "task-1726532" [ 1722.615619] env[63326]: _type = "Task" [ 1722.615619] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.626337] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.778601] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726529, 'name': CreateVM_Task, 'duration_secs': 0.412504} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.778862] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.779420] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.779617] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.779980] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.780381] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3433421a-3e9e-4ce2-a467-d2e19383efb0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.787700] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1722.787700] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5212c105-6c52-8073-764e-e4beb4ca494d" [ 1722.787700] env[63326]: _type = "Task" [ 1722.787700] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.800599] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5212c105-6c52-8073-764e-e4beb4ca494d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.843790] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082969} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.845696] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1722.846670] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df04172-817d-495f-9d37-29c92421a88b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.882498] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6b9a58ec-04cd-4638-8845-eaee65306930/6b9a58ec-04cd-4638-8845-eaee65306930.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1722.882891] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08237a95-2022-47d1-a7b1-56c3d0f5a2c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.909261] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.910954] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1722.910954] env[63326]: value = "task-1726533" [ 1722.910954] env[63326]: _type = "Task" [ 1722.910954] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.921842] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.934198] env[63326]: DEBUG nova.compute.manager [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1723.028223] env[63326]: INFO nova.compute.manager [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Took 23.01 seconds to build instance. [ 1723.132605] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726532, 'name': PowerOffVM_Task, 'duration_secs': 0.465421} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.132898] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.133192] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1723.133497] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359325', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'name': 'volume-a472e76d-fcd9-4afb-adf0-940194584f46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '63b12b7e-bf02-43c4-94fb-d8426ae07b47', 'attached_at': '', 'detached_at': '', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'serial': 'a472e76d-fcd9-4afb-adf0-940194584f46'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1723.134492] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0a0c94-966d-4660-a0be-94ee7b754203 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.138691] env[63326]: ERROR nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [req-5916484b-2091-47a0-9907-113542ac0b5b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5916484b-2091-47a0-9907-113542ac0b5b"}]} [ 1723.159555] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1723.162169] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b5056-cb02-4de1-8f67-d49eedec2110 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.173306] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa17b6a-27c9-4253-a9a9-429dca80741e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.194521] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1723.194777] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.197491] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6486a47a-14bd-4443-be08-cb6978b5fd73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.222999] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] The volume has not been displaced from its original location: [datastore1] volume-a472e76d-fcd9-4afb-adf0-940194584f46/volume-a472e76d-fcd9-4afb-adf0-940194584f46.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1723.229102] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1723.230500] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1723.232677] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f74416-804e-406c-b393-cffd260368d3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.252515] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1723.252515] env[63326]: value = "task-1726534" [ 1723.252515] env[63326]: _type = "Task" [ 1723.252515] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.263997] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.266016] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1723.299528] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5212c105-6c52-8073-764e-e4beb4ca494d, 'name': SearchDatastore_Task, 'duration_secs': 0.066991} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.302892] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.303238] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.303596] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.303847] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.304135] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.305079] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8a1097-bdc2-4821-a36a-1627028a91e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.315411] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.315634] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.319544] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd4c319-cd56-4ece-aa3b-a0032408296a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.327366] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1723.327366] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5276fff1-b149-ae46-1e3e-2d98fe42cd89" [ 1723.327366] env[63326]: _type = "Task" [ 1723.327366] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.337355] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5276fff1-b149-ae46-1e3e-2d98fe42cd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.395590] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637472} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.396436] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] ee4649fd-04df-493d-8073-d06b84666447/ee4649fd-04df-493d-8073-d06b84666447.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.396545] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.396714] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a71b2d80-7ac0-4a8a-8c51-be128ca7881b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.405839] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1723.405839] env[63326]: value = "task-1726535" [ 1723.405839] env[63326]: _type = "Task" [ 1723.405839] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.425415] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726533, 'name': ReconfigVM_Task, 'duration_secs': 0.406311} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.425763] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.428585] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6b9a58ec-04cd-4638-8845-eaee65306930/6b9a58ec-04cd-4638-8845-eaee65306930.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.430019] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479074bc-9959-4a9c-9c48-e5106eba4999 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.441692] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1723.441692] env[63326]: value = "task-1726536" [ 1723.441692] env[63326]: _type = "Task" [ 1723.441692] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.455709] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726536, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.456806] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.531127] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fc5e2b66-b25b-40df-b589-8e93c05e7251 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "7056e7e4-edb1-4753-988d-8db6b7f19b55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.521s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.578826] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2444bb14-c391-46ac-8da3-da32e651206e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.587197] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecd9786-b85a-4334-a16c-60d137bb7e5b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.620276] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee75bde-2b34-4f05-adf1-fa563cc2ff62 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.629807] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f695d50-6d28-490a-880e-a7101bf95b0e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.645151] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.764112] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726534, 'name': ReconfigVM_Task, 'duration_secs': 0.307324} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.764397] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1723.769251] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d97d87-0a06-4cfe-9841-cebf9eef1634 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.787227] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1723.787227] env[63326]: value = "task-1726537" [ 1723.787227] env[63326]: _type = "Task" [ 1723.787227] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.796224] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.838557] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5276fff1-b149-ae46-1e3e-2d98fe42cd89, 'name': SearchDatastore_Task, 'duration_secs': 0.032236} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.839343] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bc932bd-6e77-49d7-aa09-ce3340fda82d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.845418] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1723.845418] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529a9755-0935-9cbe-b787-980ed33aa584" [ 1723.845418] env[63326]: _type = "Task" [ 1723.845418] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.848901] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "7056e7e4-edb1-4753-988d-8db6b7f19b55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.849149] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "7056e7e4-edb1-4753-988d-8db6b7f19b55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.849351] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "7056e7e4-edb1-4753-988d-8db6b7f19b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.849594] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "7056e7e4-edb1-4753-988d-8db6b7f19b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.849777] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "7056e7e4-edb1-4753-988d-8db6b7f19b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.851977] env[63326]: INFO nova.compute.manager [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Terminating instance [ 1723.857203] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529a9755-0935-9cbe-b787-980ed33aa584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.915729] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08022} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.915999] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.916813] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f77c459-09bf-4391-9620-6fdf8f457d72 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.951730] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ee4649fd-04df-493d-8073-d06b84666447/ee4649fd-04df-493d-8073-d06b84666447.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.952089] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2242f44-2beb-4cda-9599-c04acc57a86e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.977433] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726536, 'name': Rename_Task, 'duration_secs': 0.267749} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.978776] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.980079] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1723.980079] env[63326]: value = "task-1726538" [ 1723.980079] env[63326]: _type = "Task" [ 1723.980079] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.980079] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fff89347-2e1c-433f-b3d0-9f41a2f8ab36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.991425] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.992894] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1723.992894] env[63326]: value = "task-1726539" [ 1723.992894] env[63326]: _type = "Task" [ 1723.992894] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.003515] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.183069] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1724.183462] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 147 to 148 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1724.183462] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.297980] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.356637] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529a9755-0935-9cbe-b787-980ed33aa584, 'name': SearchDatastore_Task, 'duration_secs': 0.027344} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.356914] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.357209] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30/54d61d71-f2b1-48cf-97eb-ed9d3fad6f30.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.357473] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3aaa30d-7c81-4b98-9edb-25cd508bdb40 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.359911] env[63326]: DEBUG nova.compute.manager [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1724.360147] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.361607] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e7e7d-f00b-4977-8040-c5171ec793ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.371633] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1724.372995] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0413f03e-19f7-4760-8d3c-28a835832867 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.374762] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1724.374762] env[63326]: value = "task-1726540" [ 1724.374762] env[63326]: _type = "Task" [ 1724.374762] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.380320] env[63326]: DEBUG oslo_vmware.api [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1724.380320] env[63326]: value = "task-1726541" [ 1724.380320] env[63326]: _type = "Task" [ 1724.380320] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.384196] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.393523] env[63326]: DEBUG oslo_vmware.api [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.492086] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.503756] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726539, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.688782] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1724.689082] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.558s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.689409] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.535s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.800633] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726537, 'name': ReconfigVM_Task, 'duration_secs': 0.892402} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.801188] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359325', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'name': 'volume-a472e76d-fcd9-4afb-adf0-940194584f46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '63b12b7e-bf02-43c4-94fb-d8426ae07b47', 'attached_at': '', 'detached_at': '', 'volume_id': 'a472e76d-fcd9-4afb-adf0-940194584f46', 'serial': 'a472e76d-fcd9-4afb-adf0-940194584f46'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1724.801188] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.802173] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ffaea6-135c-4b5a-b353-042127bee172 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.810690] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.810979] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66537cf6-ea28-4b05-87f7-96d148835a2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.885661] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726540, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.897212] env[63326]: DEBUG oslo_vmware.api [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.992921] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726538, 'name': ReconfigVM_Task, 'duration_secs': 0.628026} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.993242] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ee4649fd-04df-493d-8073-d06b84666447/ee4649fd-04df-493d-8073-d06b84666447.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.993950] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6a979c4-b048-47a2-a525-1030b76fa299 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.005220] env[63326]: DEBUG oslo_vmware.api [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726539, 'name': PowerOnVM_Task, 'duration_secs': 0.834224} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.006706] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.006931] env[63326]: INFO nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1725.007115] env[63326]: DEBUG nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.007453] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1725.007453] env[63326]: value = "task-1726543" [ 1725.007453] env[63326]: _type = "Task" [ 1725.007453] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.008196] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608192cb-ab9a-42f5-9248-526de98e5e66 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.020172] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726543, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.169881] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquiring lock "67e44e2d-1e54-4380-b32e-7b54be385e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.170386] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "67e44e2d-1e54-4380-b32e-7b54be385e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.170630] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquiring lock "67e44e2d-1e54-4380-b32e-7b54be385e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.170834] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "67e44e2d-1e54-4380-b32e-7b54be385e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.171015] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "67e44e2d-1e54-4380-b32e-7b54be385e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.173453] env[63326]: INFO nova.compute.manager [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Terminating instance [ 1725.192517] env[63326]: DEBUG nova.objects.instance [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'migration_context' on Instance uuid 03a8c115-6a27-45f9-9e27-1af228df293b {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.387695] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874171} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.391428] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30/54d61d71-f2b1-48cf-97eb-ed9d3fad6f30.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.391727] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.395092] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-493199f2-3d84-4f22-be20-b8d3da335e2f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.410738] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1725.410738] env[63326]: value = "task-1726544" [ 1725.410738] env[63326]: _type = "Task" [ 1725.410738] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.411307] env[63326]: DEBUG oslo_vmware.api [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726541, 'name': PowerOffVM_Task, 'duration_secs': 0.825842} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.411549] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1725.411869] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1725.417915] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb3df59-11a4-455b-9890-fdc03ff8da09 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.429665] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.270797] env[63326]: DEBUG nova.compute.manager [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1726.271172] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.274493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.274493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.274493] env[63326]: INFO nova.compute.manager [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Rebooting instance [ 1726.278971] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebf059e-cf5e-44dc-8749-7b502fb74b4c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.286252] env[63326]: INFO nova.compute.manager [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Took 25.08 seconds to build instance. [ 1726.287681] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f1463d-adec-47f9-ba29-d2a2d75eed52 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.295833] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726543, 'name': Rename_Task, 'duration_secs': 0.265165} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.298547] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.300912] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42436dcf-3350-4e36-b42b-bb235ab4c2d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.303291] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.307822] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f64b6a-1198-4724-98d2-41308cfd5c15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.314681] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074067} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.316599] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.316938] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-03884bba-3acb-42a2-b1a7-87eae6be4080 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Suspending the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1726.318750] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7897c45-0a88-42d1-8aa2-928f5fe2959a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.321382] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b2b21a43-5bcd-4348-a7ad-c6b938c82010 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.322921] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1726.322921] env[63326]: value = "task-1726546" [ 1726.322921] env[63326]: _type = "Task" [ 1726.322921] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.327173] env[63326]: DEBUG oslo_vmware.api [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1726.327173] env[63326]: value = "task-1726547" [ 1726.327173] env[63326]: _type = "Task" [ 1726.327173] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.342527] env[63326]: DEBUG oslo_vmware.api [None req-03884bba-3acb-42a2-b1a7-87eae6be4080 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1726.342527] env[63326]: value = "task-1726548" [ 1726.342527] env[63326]: _type = "Task" [ 1726.342527] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.351290] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30/54d61d71-f2b1-48cf-97eb-ed9d3fad6f30.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.358211] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39997e54-e540-408d-a16a-e1a56dbe363c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.373516] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.380816] env[63326]: DEBUG oslo_vmware.api [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1726547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.388221] env[63326]: DEBUG oslo_vmware.api [None req-03884bba-3acb-42a2-b1a7-87eae6be4080 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726548, 'name': SuspendVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.390026] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1726.390026] env[63326]: value = "task-1726549" [ 1726.390026] env[63326]: _type = "Task" [ 1726.390026] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.405457] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.627044] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761c18e-f1aa-4bb3-9ba4-3c63fa6c248d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.636069] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a147129-933e-4777-a5b4-922185c3c446 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.673647] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944ba4c-8dde-48cc-be70-d5224ca94f87 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.684415] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c079eefa-4434-4b5e-9f74-fc4982d722f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.702132] env[63326]: DEBUG nova.compute.provider_tree [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.792650] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d6595cdc-fe0a-47cf-a61a-8c7d10c5018c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "6b9a58ec-04cd-4638-8845-eaee65306930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.593s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.795296] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.795516] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.795766] env[63326]: DEBUG nova.network.neutron [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.842290] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.846301] env[63326]: DEBUG oslo_vmware.api [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1726547, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.869374] env[63326]: DEBUG oslo_vmware.api [None req-03884bba-3acb-42a2-b1a7-87eae6be4080 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726548, 'name': SuspendVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.906711] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726549, 'name': ReconfigVM_Task, 'duration_secs': 0.490117} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.907142] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30/54d61d71-f2b1-48cf-97eb-ed9d3fad6f30.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.908043] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5c39851-4fd4-47e3-911d-f66840fdddd9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.916765] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1726.916765] env[63326]: value = "task-1726550" [ 1726.916765] env[63326]: _type = "Task" [ 1726.916765] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.930100] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726550, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.205870] env[63326]: DEBUG nova.scheduler.client.report [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.338519] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.343883] env[63326]: DEBUG oslo_vmware.api [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1726547, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.369436] env[63326]: DEBUG oslo_vmware.api [None req-03884bba-3acb-42a2-b1a7-87eae6be4080 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726548, 'name': SuspendVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.431484] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726550, 'name': Rename_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.587676] env[63326]: DEBUG nova.network.neutron [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.838247] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.843647] env[63326]: DEBUG oslo_vmware.api [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1726547, 'name': PowerOffVM_Task, 'duration_secs': 1.164151} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.843888] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.844066] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.844344] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030747bf-3610-4165-9d11-c9a766fbabbf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.868614] env[63326]: DEBUG oslo_vmware.api [None req-03884bba-3acb-42a2-b1a7-87eae6be4080 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726548, 'name': SuspendVM_Task, 'duration_secs': 1.14768} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.868881] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-03884bba-3acb-42a2-b1a7-87eae6be4080 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Suspended the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1727.869076] env[63326]: DEBUG nova.compute.manager [None req-03884bba-3acb-42a2-b1a7-87eae6be4080 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.869846] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c177dcec-b9d4-44da-b2af-c70e66324b39 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.931170] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726550, 'name': Rename_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.090372] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.218285] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.529s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.225232] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.090s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.227532] env[63326]: INFO nova.compute.claims [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1728.338443] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.433155] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726550, 'name': Rename_Task, 'duration_secs': 1.272002} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.433550] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1728.433673] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6334266-c33c-4e04-b5f2-9cabe987a1a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.441627] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1728.441627] env[63326]: value = "task-1726552" [ 1728.441627] env[63326]: _type = "Task" [ 1728.441627] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.453470] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.595547] env[63326]: DEBUG nova.compute.manager [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.596416] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abdc676-19f4-4333-a0a2-9b839139bb64 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.843032] env[63326]: DEBUG oslo_vmware.api [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726546, 'name': PowerOnVM_Task, 'duration_secs': 2.394764} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.843032] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.843246] env[63326]: INFO nova.compute.manager [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1728.843470] env[63326]: DEBUG nova.compute.manager [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.844590] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5f173a-af96-456e-a701-fd75b7672d96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.952832] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.085939] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.086369] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.086763] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Deleting the datastore file [datastore1] 63b12b7e-bf02-43c4-94fb-d8426ae07b47 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.087071] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.087463] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.087684] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Deleting the datastore file [datastore1] 67e44e2d-1e54-4380-b32e-7b54be385e34 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.088236] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa7f432-4fb6-48b4-ba69-17432de061bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.091689] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a95d278-f2d7-414f-841d-1b29b75bf98a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.099496] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.099785] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.099978] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleting the datastore file [datastore1] 7056e7e4-edb1-4753-988d-8db6b7f19b55 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.101675] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41336f20-5550-438e-b0cc-09ee84f0ee83 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.103583] env[63326]: DEBUG oslo_vmware.api [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for the task: (returnval){ [ 1729.103583] env[63326]: value = "task-1726553" [ 1729.103583] env[63326]: _type = "Task" [ 1729.103583] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.104965] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for the task: (returnval){ [ 1729.104965] env[63326]: value = "task-1726554" [ 1729.104965] env[63326]: _type = "Task" [ 1729.104965] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.118773] env[63326]: DEBUG oslo_vmware.api [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1729.118773] env[63326]: value = "task-1726555" [ 1729.118773] env[63326]: _type = "Task" [ 1729.118773] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.128998] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.129279] env[63326]: DEBUG oslo_vmware.api [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1726553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.137035] env[63326]: DEBUG oslo_vmware.api [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.365586] env[63326]: INFO nova.compute.manager [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Took 20.03 seconds to build instance. [ 1729.454566] env[63326]: DEBUG oslo_vmware.api [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726552, 'name': PowerOnVM_Task, 'duration_secs': 0.846882} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.454897] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1729.455053] env[63326]: INFO nova.compute.manager [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1729.455312] env[63326]: DEBUG nova.compute.manager [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.456114] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88087db6-52c5-4843-b61c-84579cf006d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.483098] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "6b9a58ec-04cd-4638-8845-eaee65306930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.483890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "6b9a58ec-04cd-4638-8845-eaee65306930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.483890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "6b9a58ec-04cd-4638-8845-eaee65306930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.483890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "6b9a58ec-04cd-4638-8845-eaee65306930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.483890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "6b9a58ec-04cd-4638-8845-eaee65306930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.486189] env[63326]: INFO nova.compute.manager [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Terminating instance [ 1729.533727] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b1eb83-bfa3-4f35-960a-f9039ccfd7de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.542501] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc3462a-6717-4b66-a9ed-3ed26511aa60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.574367] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fb1260-c692-4261-956a-8b01ca73b6da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.583017] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39681078-42a3-4cd5-bdf6-5ec115449e9e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.597498] env[63326]: DEBUG nova.compute.provider_tree [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.616125] env[63326]: DEBUG oslo_vmware.api [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Task: {'id': task-1726553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346175} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.616842] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.617101] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.617296] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.617472] env[63326]: INFO nova.compute.manager [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Took 3.35 seconds to destroy the instance on the hypervisor. [ 1729.617711] env[63326]: DEBUG oslo.service.loopingcall [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.617903] env[63326]: DEBUG nova.compute.manager [-] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.617999] env[63326]: DEBUG nova.network.neutron [-] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.624703] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cfcbed-1505-4c2b-839a-78c8764a9ca6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.628069] env[63326]: DEBUG oslo_vmware.api [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Task: {'id': task-1726554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170983} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.631897] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.631897] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.631897] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.631897] env[63326]: INFO nova.compute.manager [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Took 7.04 seconds to destroy the instance on the hypervisor. [ 1729.632100] env[63326]: DEBUG oslo.service.loopingcall [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.632580] env[63326]: DEBUG nova.compute.manager [-] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.632648] env[63326]: DEBUG nova.network.neutron [-] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.637919] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Doing hard reboot of VM {{(pid=63326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1729.641269] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-448a4135-f972-4bc5-a9e7-a3dd768ed355 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.642798] env[63326]: DEBUG oslo_vmware.api [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332002} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.643050] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.643236] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.643413] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.643582] env[63326]: INFO nova.compute.manager [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Took 5.28 seconds to destroy the instance on the hypervisor. [ 1729.643809] env[63326]: DEBUG oslo.service.loopingcall [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.644362] env[63326]: DEBUG nova.compute.manager [-] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.644494] env[63326]: DEBUG nova.network.neutron [-] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.649867] env[63326]: DEBUG oslo_vmware.api [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1729.649867] env[63326]: value = "task-1726556" [ 1729.649867] env[63326]: _type = "Task" [ 1729.649867] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.661563] env[63326]: DEBUG oslo_vmware.api [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726556, 'name': ResetVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.771663] env[63326]: INFO nova.compute.manager [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Swapping old allocation on dict_keys(['788305bd-5b87-47b7-b44d-2a77c92acc3c']) held by migration 023752af-a4ac-4cb4-8d9a-0b94131d98aa for instance [ 1729.797781] env[63326]: DEBUG nova.scheduler.client.report [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Overwriting current allocation {'allocations': {'788305bd-5b87-47b7-b44d-2a77c92acc3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': '85cdb55124c742689c30cbe2eefe3d97', 'user_id': 'ecf271acf08d46fa8702c100a6983301', 'consumer_generation': 1} on consumer 03a8c115-6a27-45f9-9e27-1af228df293b {{(pid=63326) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1729.870914] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6de22183-46c9-42d6-a87a-8968fc0c1da8 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "ee4649fd-04df-493d-8073-d06b84666447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.542s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.941216] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.941426] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.941615] env[63326]: DEBUG nova.network.neutron [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.976377] env[63326]: INFO nova.compute.manager [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Took 20.39 seconds to build instance. [ 1729.993040] env[63326]: DEBUG nova.compute.manager [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.993282] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.995025] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e50190-7a31-4100-a29e-ce50334ea955 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.004458] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.004673] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19f02fb6-ce0d-472e-abb2-7b33706230f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.101462] env[63326]: DEBUG nova.scheduler.client.report [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.106096] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.106302] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.106477] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleting the datastore file [datastore1] 6b9a58ec-04cd-4638-8845-eaee65306930 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.106955] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a536f43-617f-41cb-8f8f-609ad40e3de2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.114200] env[63326]: DEBUG oslo_vmware.api [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1730.114200] env[63326]: value = "task-1726558" [ 1730.114200] env[63326]: _type = "Task" [ 1730.114200] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.123932] env[63326]: DEBUG oslo_vmware.api [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.161215] env[63326]: DEBUG oslo_vmware.api [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726556, 'name': ResetVM_Task, 'duration_secs': 0.100209} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.161517] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Did hard reboot of VM {{(pid=63326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1730.161700] env[63326]: DEBUG nova.compute.manager [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.162517] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebebadf7-f477-4f7f-984f-c71295d14f80 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.340490] env[63326]: DEBUG nova.compute.manager [req-69c77e17-f927-484e-807f-19d416de1e9a req-4395db2a-3840-460a-83ed-df136e3840a1 service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Received event network-vif-deleted-3b6d4c7d-578d-494f-9491-00a1e9dc40a8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1730.340490] env[63326]: INFO nova.compute.manager [req-69c77e17-f927-484e-807f-19d416de1e9a req-4395db2a-3840-460a-83ed-df136e3840a1 service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Neutron deleted interface 3b6d4c7d-578d-494f-9491-00a1e9dc40a8; detaching it from the instance and deleting it from the info cache [ 1730.340490] env[63326]: DEBUG nova.network.neutron [req-69c77e17-f927-484e-807f-19d416de1e9a req-4395db2a-3840-460a-83ed-df136e3840a1 service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.356806] env[63326]: DEBUG nova.compute.manager [req-6b6718b7-7d9a-4e82-aed9-58606e6fccbb req-d2d210e7-0aaa-4f3d-b801-a37d49774c56 service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Received event network-vif-deleted-774c012d-4c62-4526-b6b0-a267c871adf9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1730.357016] env[63326]: INFO nova.compute.manager [req-6b6718b7-7d9a-4e82-aed9-58606e6fccbb req-d2d210e7-0aaa-4f3d-b801-a37d49774c56 service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Neutron deleted interface 774c012d-4c62-4526-b6b0-a267c871adf9; detaching it from the instance and deleting it from the info cache [ 1730.357187] env[63326]: DEBUG nova.network.neutron [req-6b6718b7-7d9a-4e82-aed9-58606e6fccbb req-d2d210e7-0aaa-4f3d-b801-a37d49774c56 service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.476616] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2d803758-9169-4ff8-95cb-37837bc7c293 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.902s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.608015] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.608884] env[63326]: DEBUG nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1730.612839] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.168s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.615163] env[63326]: INFO nova.compute.claims [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.634225] env[63326]: DEBUG oslo_vmware.api [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412528} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.636338] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.636338] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.636338] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.636338] env[63326]: INFO nova.compute.manager [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1730.636338] env[63326]: DEBUG oslo.service.loopingcall [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.636338] env[63326]: DEBUG nova.compute.manager [-] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1730.636338] env[63326]: DEBUG nova.network.neutron [-] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1730.676190] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d938ec36-a295-43bd-89b5-73d14397b154 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.402s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.736528] env[63326]: DEBUG nova.network.neutron [-] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.747141] env[63326]: DEBUG nova.network.neutron [-] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.844954] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21bc4675-935d-46dd-bb7c-c69dfd4235cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.848365] env[63326]: INFO nova.compute.manager [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Rebuilding instance [ 1730.862440] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503e0cbc-f7cb-41d6-a0e4-97b89cd23f9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.877903] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e54e5dda-857d-4074-b0a6-08ca54a48ee9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.893974] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c35e83-cd87-4931-b16a-2ba8a829cd54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.920854] env[63326]: DEBUG nova.compute.manager [req-69c77e17-f927-484e-807f-19d416de1e9a req-4395db2a-3840-460a-83ed-df136e3840a1 service nova] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Detach interface failed, port_id=3b6d4c7d-578d-494f-9491-00a1e9dc40a8, reason: Instance 67e44e2d-1e54-4380-b32e-7b54be385e34 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1730.926340] env[63326]: DEBUG nova.compute.manager [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.927194] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcabb7d-cefb-4288-aacb-9ae59c1fc0ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.947650] env[63326]: DEBUG nova.compute.manager [req-6b6718b7-7d9a-4e82-aed9-58606e6fccbb req-d2d210e7-0aaa-4f3d-b801-a37d49774c56 service nova] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Detach interface failed, port_id=774c012d-4c62-4526-b6b0-a267c871adf9, reason: Instance 7056e7e4-edb1-4753-988d-8db6b7f19b55 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1731.122027] env[63326]: DEBUG nova.compute.utils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1731.122027] env[63326]: DEBUG nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1731.122027] env[63326]: DEBUG nova.network.neutron [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1731.128076] env[63326]: DEBUG nova.network.neutron [-] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.155317] env[63326]: DEBUG nova.network.neutron [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [{"id": "b54d2717-d5a5-4661-b486-08302871c551", "address": "fa:16:3e:54:e2:54", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d2717-d5", "ovs_interfaceid": "b54d2717-d5a5-4661-b486-08302871c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.185251] env[63326]: DEBUG nova.policy [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1731.240549] env[63326]: INFO nova.compute.manager [-] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Took 1.62 seconds to deallocate network for instance. [ 1731.251238] env[63326]: INFO nova.compute.manager [-] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Took 1.61 seconds to deallocate network for instance. [ 1731.443765] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c399ad-65fa-34cb-b1d1-05b20635c28d/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1731.444743] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a75e3-f04e-4bb3-aa5e-a277038796e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.454537] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c399ad-65fa-34cb-b1d1-05b20635c28d/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1731.454537] env[63326]: ERROR oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c399ad-65fa-34cb-b1d1-05b20635c28d/disk-0.vmdk due to incomplete transfer. [ 1731.454537] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f76668f8-d3b6-4180-8424-f20f19fc633c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.462074] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c399ad-65fa-34cb-b1d1-05b20635c28d/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1731.462290] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Uploaded image 59580de9-9c77-457f-a1bb-14ec7612dca6 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1731.465076] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1731.465620] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f8533bd-0920-49b3-973d-99133ee52003 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.473664] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1731.473664] env[63326]: value = "task-1726559" [ 1731.473664] env[63326]: _type = "Task" [ 1731.473664] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.484984] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726559, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.609932] env[63326]: DEBUG nova.network.neutron [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Successfully created port: 97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1731.628660] env[63326]: DEBUG nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1731.635834] env[63326]: INFO nova.compute.manager [-] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Took 2.00 seconds to deallocate network for instance. [ 1731.662757] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-03a8c115-6a27-45f9-9e27-1af228df293b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.662757] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ad0449-8c23-42a4-8493-6b1e2c80a879 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.671300] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88adccea-5517-479b-9dcf-04392d971d29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.751946] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.765043] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.781221] env[63326]: DEBUG nova.network.neutron [-] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.953977] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.954318] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3634677-2608-41e6-9d24-123c536ddcba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.964623] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1731.964623] env[63326]: value = "task-1726560" [ 1731.964623] env[63326]: _type = "Task" [ 1731.964623] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.973377] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.975171] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20175c1-bba0-4694-a41d-3b39967d6f0b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.986800] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726559, 'name': Destroy_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.989427] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea945c4-81c2-4322-9799-e2a1a196a344 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.020698] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91515f4b-040a-4cbd-8077-3302bdb44d7b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.028909] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ab9c83-a4b8-4ffa-b6cd-c329ddfdea0a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.042846] env[63326]: DEBUG nova.compute.provider_tree [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.190964] env[63326]: INFO nova.compute.manager [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Took 0.55 seconds to detach 1 volumes for instance. [ 1732.193133] env[63326]: DEBUG nova.compute.manager [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Deleting volume: a472e76d-fcd9-4afb-adf0-940194584f46 {{(pid=63326) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1732.292924] env[63326]: INFO nova.compute.manager [-] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Took 1.66 seconds to deallocate network for instance. [ 1732.390371] env[63326]: DEBUG nova.compute.manager [req-43d994a2-2c3a-467b-b53b-4b8924b4fc38 req-4bdf67f7-dccf-45c0-9221-58e27e758a0e service nova] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Received event network-vif-deleted-c184dc11-f053-4131-a2d6-879dd2b8c7be {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1732.390371] env[63326]: DEBUG nova.compute.manager [req-43d994a2-2c3a-467b-b53b-4b8924b4fc38 req-4bdf67f7-dccf-45c0-9221-58e27e758a0e service nova] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Received event network-vif-deleted-bbaa3cba-8c2e-4f7f-8e79-e44aa45ef30a {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1732.475273] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726560, 'name': PowerOffVM_Task, 'duration_secs': 0.244069} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.478566] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.478862] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.479614] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0bd2ba-a273-4d19-b3cf-ddc26bc3afb1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.488206] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726559, 'name': Destroy_Task, 'duration_secs': 0.689284} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.490221] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Destroyed the VM [ 1732.490490] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1732.491048] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.491048] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d1f0a2a-a164-45de-b2ad-82f3810da356 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.492478] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-559375c0-08aa-406d-b002-0abb6d05c546 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.499921] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1732.499921] env[63326]: value = "task-1726562" [ 1732.499921] env[63326]: _type = "Task" [ 1732.499921] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.508246] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726562, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.519341] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.519681] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.519871] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Deleting the datastore file [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.520612] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41e42831-2fbb-4c0b-93b6-f20384fe607a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.527871] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1732.527871] env[63326]: value = "task-1726564" [ 1732.527871] env[63326]: _type = "Task" [ 1732.527871] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.536547] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.545565] env[63326]: DEBUG nova.scheduler.client.report [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.643968] env[63326]: DEBUG nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1732.669831] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1732.671032] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1732.671032] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1732.671032] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1732.671032] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1732.671032] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1732.671032] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1732.671270] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1732.671364] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1732.671519] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1732.671693] env[63326]: DEBUG nova.virt.hardware [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1732.672633] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a57dcb-50a3-4c1f-ab57-83f10fb2cbec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.681102] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e6487-cbba-4120-aa03-dc007cf92f90 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.731813] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.777636] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.778019] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c903b5-4afa-4067-9e9d-04e14f235e8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.787056] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1732.787056] env[63326]: value = "task-1726565" [ 1732.787056] env[63326]: _type = "Task" [ 1732.787056] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.795835] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.797949] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.010655] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726562, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.039555] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358093} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.039887] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.040134] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.040380] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.050531] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.051102] env[63326]: DEBUG nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1733.054052] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.597s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.161763] env[63326]: DEBUG nova.compute.manager [req-79c8973a-96e1-4bec-8585-68337484aa4a req-ccf5d2f9-adba-4b31-9447-b94994e9886d service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received event network-vif-plugged-97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1733.162083] env[63326]: DEBUG oslo_concurrency.lockutils [req-79c8973a-96e1-4bec-8585-68337484aa4a req-ccf5d2f9-adba-4b31-9447-b94994e9886d service nova] Acquiring lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.162683] env[63326]: DEBUG oslo_concurrency.lockutils [req-79c8973a-96e1-4bec-8585-68337484aa4a req-ccf5d2f9-adba-4b31-9447-b94994e9886d service nova] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.162986] env[63326]: DEBUG oslo_concurrency.lockutils [req-79c8973a-96e1-4bec-8585-68337484aa4a req-ccf5d2f9-adba-4b31-9447-b94994e9886d service nova] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.163163] env[63326]: DEBUG nova.compute.manager [req-79c8973a-96e1-4bec-8585-68337484aa4a req-ccf5d2f9-adba-4b31-9447-b94994e9886d service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] No waiting events found dispatching network-vif-plugged-97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1733.163336] env[63326]: WARNING nova.compute.manager [req-79c8973a-96e1-4bec-8585-68337484aa4a req-ccf5d2f9-adba-4b31-9447-b94994e9886d service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received unexpected event network-vif-plugged-97160313-e2aa-43e7-9543-39e7e9c841ac for instance with vm_state building and task_state spawning. [ 1733.237245] env[63326]: DEBUG nova.network.neutron [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Successfully updated port: 97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1733.297229] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726565, 'name': PowerOffVM_Task, 'duration_secs': 0.249385} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.297494] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.298133] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.298353] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.298507] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.298691] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.298835] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.298979] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.299195] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.299420] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.299625] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.299794] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.299966] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.305071] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346fbe04-4aed-49bf-a569-42fc7615442f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.321666] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1733.321666] env[63326]: value = "task-1726566" [ 1733.321666] env[63326]: _type = "Task" [ 1733.321666] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.330760] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.511764] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726562, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.556988] env[63326]: DEBUG nova.compute.utils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.560444] env[63326]: INFO nova.compute.claims [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.564199] env[63326]: DEBUG nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1733.564378] env[63326]: DEBUG nova.network.neutron [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.616928] env[63326]: DEBUG nova.policy [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fee1928ef794946a4ef326ac00e7c99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26e73420b8644892a1a8ff0488759fb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.739348] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.739530] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.739702] env[63326]: DEBUG nova.network.neutron [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.832638] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726566, 'name': ReconfigVM_Task, 'duration_secs': 0.183453} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.833610] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c97821-f135-4ce6-b894-0468a25c9ee5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.855641] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.855899] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.856068] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.856254] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.856398] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.856546] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.856743] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.856900] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.857076] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.857241] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.857411] env[63326]: DEBUG nova.virt.hardware [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.858205] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f1e712-ee29-4343-95f9-2fb006247294 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.864098] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1733.864098] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52646fb6-a0a6-39ca-ff30-f3e0df39e49b" [ 1733.864098] env[63326]: _type = "Task" [ 1733.864098] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.872764] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52646fb6-a0a6-39ca-ff30-f3e0df39e49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.954289] env[63326]: DEBUG nova.network.neutron [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Successfully created port: dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.014207] env[63326]: DEBUG oslo_vmware.api [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726562, 'name': RemoveSnapshot_Task, 'duration_secs': 1.146944} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.014769] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1734.015014] env[63326]: INFO nova.compute.manager [None req-d26dd007-88ad-4b19-a457-ad0d65189154 tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Took 18.20 seconds to snapshot the instance on the hypervisor. [ 1734.068500] env[63326]: DEBUG nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1734.073299] env[63326]: INFO nova.compute.resource_tracker [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating resource usage from migration 37dac265-be6c-4f5c-be84-d708612e5fdb [ 1734.089964] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.089964] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.089964] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.090204] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.090204] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.090344] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.090577] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.090740] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.090909] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.091087] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.091310] env[63326]: DEBUG nova.virt.hardware [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.092221] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603f034a-24a8-4531-9ba2-b4119da55488 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.101932] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c3c168-25a6-40b4-bf96-90fa49436fea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.122024] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Instance VIF info [] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.127618] env[63326]: DEBUG oslo.service.loopingcall [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.130611] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.131067] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a54d7b70-8bff-486e-a92f-56b070b7687c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.154357] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.154357] env[63326]: value = "task-1726567" [ 1734.154357] env[63326]: _type = "Task" [ 1734.154357] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.169425] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726567, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.274993] env[63326]: DEBUG nova.network.neutron [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1734.376243] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52646fb6-a0a6-39ca-ff30-f3e0df39e49b, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.382851] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1734.383671] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f854a2-1967-4f01-b4f8-26e05f850565 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.386362] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1255624f-4472-47b1-8c7b-ab7a8327cf5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.411436] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3785a2f-5024-4e77-b2a5-9baa6cc4fcd9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.416081] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1734.416081] env[63326]: value = "task-1726568" [ 1734.416081] env[63326]: _type = "Task" [ 1734.416081] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.447387] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8381fb-6d6f-484e-82bf-502ac502c65a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.454635] env[63326]: DEBUG nova.network.neutron [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.455963] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.462059] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b168f0d-d74e-4077-b5d2-1750ee7a469b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.478561] env[63326]: DEBUG nova.compute.provider_tree [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.665109] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726567, 'name': CreateVM_Task, 'duration_secs': 0.436862} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.665370] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.665795] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.665972] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.666300] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.666565] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbc6be5-d94b-4146-b2b4-d9a3ff156686 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.672785] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1734.672785] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211a4c7-7ee2-be0a-3ff7-a5464f70e678" [ 1734.672785] env[63326]: _type = "Task" [ 1734.672785] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.681602] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211a4c7-7ee2-be0a-3ff7-a5464f70e678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.929810] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726568, 'name': ReconfigVM_Task, 'duration_secs': 0.416741} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.930112] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1734.930907] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee84a14-f825-4ec3-b6d4-b30f2a8216f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.956094] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b/03a8c115-6a27-45f9-9e27-1af228df293b.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.956406] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7049593-964f-44a3-8a37-129e2e1da0d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.970381] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.970718] env[63326]: DEBUG nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Instance network_info: |[{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.971129] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:c5:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97160313-e2aa-43e7-9543-39e7e9c841ac', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.978449] env[63326]: DEBUG oslo.service.loopingcall [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.979103] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.979338] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f24a45-7696-40ba-9497-6095190c9337 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.995559] env[63326]: DEBUG nova.scheduler.client.report [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.998744] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1734.998744] env[63326]: value = "task-1726569" [ 1734.998744] env[63326]: _type = "Task" [ 1734.998744] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.009026] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1735.009026] env[63326]: value = "task-1726570" [ 1735.009026] env[63326]: _type = "Task" [ 1735.009026] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.009691] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.018937] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726570, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.025060] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "3b6e65f2-8a29-40df-8634-4315656120f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.025321] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "3b6e65f2-8a29-40df-8634-4315656120f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.025526] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "3b6e65f2-8a29-40df-8634-4315656120f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.025706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "3b6e65f2-8a29-40df-8634-4315656120f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.025968] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "3b6e65f2-8a29-40df-8634-4315656120f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.028272] env[63326]: INFO nova.compute.manager [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Terminating instance [ 1735.084671] env[63326]: DEBUG nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1735.119246] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1735.119530] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.119760] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1735.120120] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.120444] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1735.120678] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1735.120963] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1735.121204] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1735.121451] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1735.121671] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1735.121939] env[63326]: DEBUG nova.virt.hardware [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1735.122872] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baf3f0d-68ce-43c6-a78a-be4e5969f3d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.132760] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd6a6ef-069b-4b26-8c95-d8f54988c479 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.185021] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211a4c7-7ee2-be0a-3ff7-a5464f70e678, 'name': SearchDatastore_Task, 'duration_secs': 0.016815} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.185021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.185149] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.185346] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.185498] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.185674] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.185938] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7668b2cf-9d0c-4976-b495-79c982becd1b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.196719] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.196913] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.197677] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbd9d8f-54cb-48c8-a3d3-f1f907f229d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.204635] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1735.204635] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52980872-fedc-23cd-5d36-a146c7be0848" [ 1735.204635] env[63326]: _type = "Task" [ 1735.204635] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.213277] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52980872-fedc-23cd-5d36-a146c7be0848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.259441] env[63326]: DEBUG nova.compute.manager [req-d899da3e-57ac-415b-8cbc-9233a8d9b4fb req-0f89a115-8c37-4358-8676-e4a09118a453 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received event network-changed-97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1735.259627] env[63326]: DEBUG nova.compute.manager [req-d899da3e-57ac-415b-8cbc-9233a8d9b4fb req-0f89a115-8c37-4358-8676-e4a09118a453 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing instance network info cache due to event network-changed-97160313-e2aa-43e7-9543-39e7e9c841ac. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1735.259857] env[63326]: DEBUG oslo_concurrency.lockutils [req-d899da3e-57ac-415b-8cbc-9233a8d9b4fb req-0f89a115-8c37-4358-8676-e4a09118a453 service nova] Acquiring lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.259992] env[63326]: DEBUG oslo_concurrency.lockutils [req-d899da3e-57ac-415b-8cbc-9233a8d9b4fb req-0f89a115-8c37-4358-8676-e4a09118a453 service nova] Acquired lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.260186] env[63326]: DEBUG nova.network.neutron [req-d899da3e-57ac-415b-8cbc-9233a8d9b4fb req-0f89a115-8c37-4358-8676-e4a09118a453 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing network info cache for port 97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.500300] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.446s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.500552] env[63326]: INFO nova.compute.manager [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Migrating [ 1735.509279] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.758s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.509377] env[63326]: DEBUG nova.objects.instance [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lazy-loading 'resources' on Instance uuid 67e44e2d-1e54-4380-b32e-7b54be385e34 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.531250] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726569, 'name': ReconfigVM_Task, 'duration_secs': 0.397592} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.535693] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b/03a8c115-6a27-45f9-9e27-1af228df293b.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.536426] env[63326]: DEBUG nova.compute.manager [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1735.536623] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.537463] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726570, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.538205] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d45a02-053f-4475-ab50-add4979e254a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.541603] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e991cb4c-cdb0-4f6f-b353-b9efa2be5f86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.552372] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1735.567681] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3465dca1-eeb6-4591-9686-8bb1e47686a2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.571026] env[63326]: DEBUG nova.network.neutron [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Successfully updated port: dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.572903] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf0fab2-8e75-440a-97fe-3b67c2aa6248 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.598527] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95b94e0-c730-43ba-a86a-d7be0b2abedd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.601866] env[63326]: DEBUG oslo_vmware.api [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1735.601866] env[63326]: value = "task-1726571" [ 1735.601866] env[63326]: _type = "Task" [ 1735.601866] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.627428] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96af72b-507e-4ab5-b4b9-d099556f9e86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.633635] env[63326]: DEBUG oslo_vmware.api [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.638921] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1735.639225] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb4e310-c774-4d20-9721-1897a2385c66 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.649072] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1735.649072] env[63326]: value = "task-1726572" [ 1735.649072] env[63326]: _type = "Task" [ 1735.649072] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.661590] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.719021] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52980872-fedc-23cd-5d36-a146c7be0848, 'name': SearchDatastore_Task, 'duration_secs': 0.023234} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.719021] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89bf31a-238b-406e-bad0-fce786163e94 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.724428] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1735.724428] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b7130-fe7a-b1e2-fc0f-c51808fb6aa8" [ 1735.724428] env[63326]: _type = "Task" [ 1735.724428] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.736457] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b7130-fe7a-b1e2-fc0f-c51808fb6aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.021955] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.023140] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.023140] env[63326]: DEBUG nova.network.neutron [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.026786] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726570, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.047084] env[63326]: DEBUG nova.network.neutron [req-d899da3e-57ac-415b-8cbc-9233a8d9b4fb req-0f89a115-8c37-4358-8676-e4a09118a453 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updated VIF entry in instance network info cache for port 97160313-e2aa-43e7-9543-39e7e9c841ac. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.047453] env[63326]: DEBUG nova.network.neutron [req-d899da3e-57ac-415b-8cbc-9233a8d9b4fb req-0f89a115-8c37-4358-8676-e4a09118a453 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.076826] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.078760] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.078760] env[63326]: DEBUG nova.network.neutron [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.120883] env[63326]: DEBUG oslo_vmware.api [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726571, 'name': PowerOffVM_Task, 'duration_secs': 0.210638} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.121797] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.122197] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1736.122812] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3524570e-6ba2-4579-9cc3-e645cb0c6f43 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.164671] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726572, 'name': PowerOnVM_Task} progress is 74%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.239158] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525b7130-fe7a-b1e2-fc0f-c51808fb6aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.239560] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.239949] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30/54d61d71-f2b1-48cf-97eb-ed9d3fad6f30.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1736.240365] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c34cb3-393c-4252-bb2c-ef5989f22304 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.251342] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1736.251342] env[63326]: value = "task-1726574" [ 1736.251342] env[63326]: _type = "Task" [ 1736.251342] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.263290] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.312178] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.312178] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.312178] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleting the datastore file [datastore1] 3b6e65f2-8a29-40df-8634-4315656120f3 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.312178] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35981041-876a-4236-b2a9-835f7153bd6b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.324131] env[63326]: DEBUG oslo_vmware.api [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1736.324131] env[63326]: value = "task-1726575" [ 1736.324131] env[63326]: _type = "Task" [ 1736.324131] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.336203] env[63326]: DEBUG oslo_vmware.api [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.363625] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66cf12-5708-4585-9acc-72b61e38cf55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.374548] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0129551e-a443-4d30-9a4e-4a1243125dcf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.411365] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1be43-3bc8-4887-bb21-2effa79575d3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.421476] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6ef1c6-a5a0-4fe2-baa9-e61204429dd8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.437209] env[63326]: DEBUG nova.compute.provider_tree [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.530762] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726570, 'name': CreateVM_Task, 'duration_secs': 1.504999} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.530942] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1736.532169] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.532358] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.532715] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1736.532990] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795052e6-91dd-4998-a4d8-96e072dc49c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.538805] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1736.538805] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ab9cf4-85ff-a61c-d73a-3dcba849f53f" [ 1736.538805] env[63326]: _type = "Task" [ 1736.538805] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.548263] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ab9cf4-85ff-a61c-d73a-3dcba849f53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.549844] env[63326]: DEBUG oslo_concurrency.lockutils [req-d899da3e-57ac-415b-8cbc-9233a8d9b4fb req-0f89a115-8c37-4358-8676-e4a09118a453 service nova] Releasing lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.619896] env[63326]: DEBUG nova.network.neutron [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.662149] env[63326]: DEBUG oslo_vmware.api [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726572, 'name': PowerOnVM_Task, 'duration_secs': 0.699853} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.662486] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1736.762587] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.788924] env[63326]: DEBUG nova.network.neutron [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [{"id": "dc977f88-c221-495e-b511-4c30b39d04c8", "address": "fa:16:3e:a9:67:5e", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc977f88-c2", "ovs_interfaceid": "dc977f88-c221-495e-b511-4c30b39d04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.797382] env[63326]: DEBUG nova.network.neutron [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance_info_cache with network_info: [{"id": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "address": "fa:16:3e:5c:a1:62", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f57ebcb-6e", "ovs_interfaceid": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.838442] env[63326]: DEBUG oslo_vmware.api [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190465} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.838822] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.839101] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1736.839363] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.839625] env[63326]: INFO nova.compute.manager [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1736.839970] env[63326]: DEBUG oslo.service.loopingcall [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.840724] env[63326]: DEBUG nova.compute.manager [-] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1736.840865] env[63326]: DEBUG nova.network.neutron [-] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1736.881376] env[63326]: DEBUG nova.compute.manager [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.882399] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d8dba7-f84d-443c-ae56-c7e0c3208543 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.940260] env[63326]: DEBUG nova.scheduler.client.report [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.050230] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ab9cf4-85ff-a61c-d73a-3dcba849f53f, 'name': SearchDatastore_Task, 'duration_secs': 0.065428} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.050596] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.050842] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1737.051097] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.051220] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.051407] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1737.051701] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24349214-0dbf-4262-b4a1-b28ccd26c3ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.062324] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1737.062508] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1737.063255] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfad4df9-2fc5-4af5-a6b3-b31e84a0bd4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.069076] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1737.069076] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52963004-4a47-3bc0-dae5-2a68708e3fde" [ 1737.069076] env[63326]: _type = "Task" [ 1737.069076] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.077779] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52963004-4a47-3bc0-dae5-2a68708e3fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.263918] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650449} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.264226] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30/54d61d71-f2b1-48cf-97eb-ed9d3fad6f30.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.265534] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.265534] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92ebd0ca-7f41-490a-a7be-97f28f9fb5c2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.274329] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1737.274329] env[63326]: value = "task-1726576" [ 1737.274329] env[63326]: _type = "Task" [ 1737.274329] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.284297] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.293402] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.293734] env[63326]: DEBUG nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Instance network_info: |[{"id": "dc977f88-c221-495e-b511-4c30b39d04c8", "address": "fa:16:3e:a9:67:5e", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc977f88-c2", "ovs_interfaceid": "dc977f88-c221-495e-b511-4c30b39d04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1737.294188] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:67:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc977f88-c221-495e-b511-4c30b39d04c8', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.301546] env[63326]: DEBUG oslo.service.loopingcall [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.302963] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.304154] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.305252] env[63326]: DEBUG nova.compute.manager [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Received event network-vif-plugged-dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1737.305448] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] Acquiring lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.306046] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.306046] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.306046] env[63326]: DEBUG nova.compute.manager [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] No waiting events found dispatching network-vif-plugged-dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1737.306186] env[63326]: WARNING nova.compute.manager [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Received unexpected event network-vif-plugged-dc977f88-c221-495e-b511-4c30b39d04c8 for instance with vm_state building and task_state spawning. [ 1737.306280] env[63326]: DEBUG nova.compute.manager [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Received event network-changed-dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1737.306647] env[63326]: DEBUG nova.compute.manager [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Refreshing instance network info cache due to event network-changed-dc977f88-c221-495e-b511-4c30b39d04c8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1737.306647] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] Acquiring lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.306750] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] Acquired lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.306899] env[63326]: DEBUG nova.network.neutron [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Refreshing network info cache for port dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.308361] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-107574df-5888-4c8a-88d7-b3a00daea295 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.331073] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.331073] env[63326]: value = "task-1726577" [ 1737.331073] env[63326]: _type = "Task" [ 1737.331073] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.339982] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726577, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.397211] env[63326]: INFO nova.compute.manager [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] instance snapshotting [ 1737.400330] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c1de6-9fae-4b11-8233-697d7979a298 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.421664] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94a0596-af6d-49b0-9a1a-78d4a4389b85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.445299] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.447772] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.683s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.447772] env[63326]: DEBUG nova.objects.instance [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lazy-loading 'resources' on Instance uuid 7056e7e4-edb1-4753-988d-8db6b7f19b55 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.470693] env[63326]: INFO nova.scheduler.client.report [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Deleted allocations for instance 67e44e2d-1e54-4380-b32e-7b54be385e34 [ 1737.580931] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52963004-4a47-3bc0-dae5-2a68708e3fde, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.581736] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e8db2a-3754-4862-9315-dd787d9674a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.587941] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1737.587941] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525dcf9a-ed4c-cf14-2f19-d389675630fa" [ 1737.587941] env[63326]: _type = "Task" [ 1737.587941] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.596262] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525dcf9a-ed4c-cf14-2f19-d389675630fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.724604] env[63326]: INFO nova.compute.manager [None req-7d75d8bb-cab1-4eb9-8278-e45da45eeae3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance to original state: 'active' [ 1737.785389] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064455} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.785770] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1737.786618] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5d224-695a-4cee-b3f3-67c430a414f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.806928] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30/54d61d71-f2b1-48cf-97eb-ed9d3fad6f30.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.807443] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42f7025-829c-4dc4-a6b7-0831f992395f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.842917] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1737.842917] env[63326]: value = "task-1726578" [ 1737.842917] env[63326]: _type = "Task" [ 1737.842917] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.849747] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726577, 'name': CreateVM_Task, 'duration_secs': 0.467666} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.850634] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.850953] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.851130] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.851456] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.851719] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880402eb-cfa6-43b3-8289-4e49466748eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.856457] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.860710] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1737.860710] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e71b9a-8e9a-55e4-8c87-f375633b2e4f" [ 1737.860710] env[63326]: _type = "Task" [ 1737.860710] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.869084] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e71b9a-8e9a-55e4-8c87-f375633b2e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.935516] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1737.936389] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0dda0ea3-c130-4434-8b43-1c6f7bde3a1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.942918] env[63326]: DEBUG nova.network.neutron [-] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.946610] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1737.946610] env[63326]: value = "task-1726579" [ 1737.946610] env[63326]: _type = "Task" [ 1737.946610] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.957441] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726579, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.977336] env[63326]: DEBUG oslo_concurrency.lockutils [None req-aeac7e9a-9e02-4fd3-8ba0-cc86f6e240ac tempest-ServersTestManualDisk-1490685318 tempest-ServersTestManualDisk-1490685318-project-member] Lock "67e44e2d-1e54-4380-b32e-7b54be385e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.807s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.102130] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525dcf9a-ed4c-cf14-2f19-d389675630fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.104771] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.105053] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4ee43a0b-5679-49d8-a962-8c9ecf83662a/4ee43a0b-5679-49d8-a962-8c9ecf83662a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1738.106318] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-416be88b-a127-4c85-bdcc-b55611c0125c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.120746] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1738.120746] env[63326]: value = "task-1726580" [ 1738.120746] env[63326]: _type = "Task" [ 1738.120746] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.134586] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.153438] env[63326]: DEBUG nova.network.neutron [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updated VIF entry in instance network info cache for port dc977f88-c221-495e-b511-4c30b39d04c8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.153438] env[63326]: DEBUG nova.network.neutron [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [{"id": "dc977f88-c221-495e-b511-4c30b39d04c8", "address": "fa:16:3e:a9:67:5e", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc977f88-c2", "ovs_interfaceid": "dc977f88-c221-495e-b511-4c30b39d04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.279856] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5ccbb6-a4c5-46d6-8e04-5cc1d2f41a45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.288096] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dc1745-2920-4c2e-a643-f2780eede690 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.318881] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8b4aa1-8ba0-469c-b1ac-500257057327 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.327772] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74322ed4-1ca9-4d48-9417-3e4549be493d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.344573] env[63326]: DEBUG nova.compute.provider_tree [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.352139] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86606e3-52fb-4920-8431-35fb9daca808 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.363024] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726578, 'name': ReconfigVM_Task, 'duration_secs': 0.311728} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.379228] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30/54d61d71-f2b1-48cf-97eb-ed9d3fad6f30.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.381444] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance 'a03dce77-3520-4df9-a9ea-fef1869e8dea' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1738.387373] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94005d57-30ff-44ee-8e0a-930ea8faf9d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.396464] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e71b9a-8e9a-55e4-8c87-f375633b2e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.399040] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.399040] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.399040] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.399408] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.399408] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.399695] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1738.399695] env[63326]: value = "task-1726581" [ 1738.399695] env[63326]: _type = "Task" [ 1738.399695] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.399941] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c17324a-1b5a-4710-93a6-3a268d771734 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.412066] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726581, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.420437] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.420638] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.421533] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043e091a-e442-4d2b-9414-c322541e2c6d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.427888] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1738.427888] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5216ba04-e002-c200-0847-f15a6cebed62" [ 1738.427888] env[63326]: _type = "Task" [ 1738.427888] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.438277] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5216ba04-e002-c200-0847-f15a6cebed62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.445699] env[63326]: INFO nova.compute.manager [-] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Took 1.60 seconds to deallocate network for instance. [ 1738.460114] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726579, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.631758] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726580, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.655639] env[63326]: DEBUG oslo_concurrency.lockutils [req-ad003533-b37e-4b05-98f2-e6dc75427672 req-628f0a58-56f9-46af-83d8-22b734879a0b service nova] Releasing lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.849755] env[63326]: DEBUG nova.scheduler.client.report [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.890324] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.896090] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02564c4b-5a57-4566-b95d-3155860d7449 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.916836] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1738.916836] env[63326]: value = "task-1726582" [ 1738.916836] env[63326]: _type = "Task" [ 1738.916836] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.942026] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726581, 'name': Rename_Task, 'duration_secs': 0.308872} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.942026] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.944091] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58514043-a486-404c-8ae8-574e55dc3968 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.945779] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.953872] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5216ba04-e002-c200-0847-f15a6cebed62, 'name': SearchDatastore_Task, 'duration_secs': 0.067162} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.956709] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.956808] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1738.956808] env[63326]: value = "task-1726583" [ 1738.956808] env[63326]: _type = "Task" [ 1738.956808] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.959689] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f80a52e-c563-4687-9a85-056655e184ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.962038] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726579, 'name': CreateSnapshot_Task, 'duration_secs': 0.916043} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.965402] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1738.966464] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ede63c-5f80-4eda-8638-44f9678cfc41 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.970457] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1738.970457] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c9c950-e7b6-58ff-280b-ceb925f83e7e" [ 1738.970457] env[63326]: _type = "Task" [ 1738.970457] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.981745] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726583, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.987554] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c9c950-e7b6-58ff-280b-ceb925f83e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.987814] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.988080] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f/46cfbf6c-4372-458e-a200-d6efdeb2c12f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1738.988341] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c9b666-e6b6-46c2-8355-7a5f5e684d0b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.999247] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1738.999247] env[63326]: value = "task-1726584" [ 1738.999247] env[63326]: _type = "Task" [ 1738.999247] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.011419] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.132140] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553617} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.132478] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 4ee43a0b-5679-49d8-a962-8c9ecf83662a/4ee43a0b-5679-49d8-a962-8c9ecf83662a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1739.132739] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1739.133058] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88e625ec-f6cf-4a19-8ebf-435144f93bb9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.142242] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1739.142242] env[63326]: value = "task-1726585" [ 1739.142242] env[63326]: _type = "Task" [ 1739.142242] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.157042] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.291291] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "03a8c115-6a27-45f9-9e27-1af228df293b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.291634] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.291934] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.292166] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.292385] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.294773] env[63326]: INFO nova.compute.manager [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Terminating instance [ 1739.325361] env[63326]: DEBUG nova.compute.manager [req-31f24ed1-d0a0-414d-aa5f-cabbe9c0d8c9 req-8ea75e09-c27a-4518-accc-bde0b8d2528b service nova] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Received event network-vif-deleted-065fc443-76eb-4f17-84ce-830212d0b7d0 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1739.355393] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.360884] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.627s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.360884] env[63326]: DEBUG nova.objects.instance [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lazy-loading 'resources' on Instance uuid 63b12b7e-bf02-43c4-94fb-d8426ae07b47 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.383949] env[63326]: INFO nova.scheduler.client.report [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted allocations for instance 7056e7e4-edb1-4753-988d-8db6b7f19b55 [ 1739.428581] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726582, 'name': PowerOffVM_Task, 'duration_secs': 0.30777} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.429624] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.430376] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance 'a03dce77-3520-4df9-a9ea-fef1869e8dea' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1739.476163] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726583, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.489632] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1739.490271] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b27a171-a179-47ba-ae76-8e6935407e4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.500676] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1739.500676] env[63326]: value = "task-1726586" [ 1739.500676] env[63326]: _type = "Task" [ 1739.500676] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.512378] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490283} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.515504] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f/46cfbf6c-4372-458e-a200-d6efdeb2c12f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1739.515735] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1739.516372] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726586, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.516594] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66b20752-7770-46cd-8ffe-2b7b5f0a6a1b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.524339] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1739.524339] env[63326]: value = "task-1726587" [ 1739.524339] env[63326]: _type = "Task" [ 1739.524339] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.533996] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.652488] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.367345} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.652774] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1739.653507] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3661cf15-f479-4c9d-8fd3-b54ac37f52d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.678813] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 4ee43a0b-5679-49d8-a962-8c9ecf83662a/4ee43a0b-5679-49d8-a962-8c9ecf83662a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.679200] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b25ae0-d090-45af-a199-ef8568f79c0f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.707246] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.707529] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances with incomplete migration {{(pid=63326) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1739.716918] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1739.716918] env[63326]: value = "task-1726588" [ 1739.716918] env[63326]: _type = "Task" [ 1739.716918] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.732510] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.800933] env[63326]: DEBUG nova.compute.manager [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1739.801523] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.802025] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a55f967-1024-4481-89eb-00eb297264c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.810714] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1739.810714] env[63326]: value = "task-1726589" [ 1739.810714] env[63326]: _type = "Task" [ 1739.810714] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.820284] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.893666] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91deb8b8-4cff-452d-9292-05ddfa6f7346 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "7056e7e4-edb1-4753-988d-8db6b7f19b55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.044s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.937289] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.937769] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.938012] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.938292] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.938602] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.938812] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.939121] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.939366] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.939716] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.939998] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.940256] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.951224] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c04cf0-51a8-4b90-a72a-64f32cbfcfd8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.973945] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1739.973945] env[63326]: value = "task-1726590" [ 1739.973945] env[63326]: _type = "Task" [ 1739.973945] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.981626] env[63326]: DEBUG oslo_vmware.api [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726583, 'name': PowerOnVM_Task, 'duration_secs': 0.705692} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.984842] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.985180] env[63326]: DEBUG nova.compute.manager [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.986505] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85508460-98a9-4623-86eb-98b0f8a6283b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.992675] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726590, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.013751] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726586, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.034575] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07143} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.038855] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.040016] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a06048f-0a64-436e-ac56-bc20c1455d8c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.064699] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f/46cfbf6c-4372-458e-a200-d6efdeb2c12f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.068461] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afafd6c8-060d-4ebd-9842-71a3b4cf7ba0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.090699] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1740.090699] env[63326]: value = "task-1726591" [ 1740.090699] env[63326]: _type = "Task" [ 1740.090699] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.105172] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.223418] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b0f0b6-fd1f-4628-8b8f-f422b740a2a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.236898] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.238230] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d097d251-a3d9-4899-9dfb-b04a5adf05cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.274784] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9d1c8-f64a-481c-86b3-98ea9d166588 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.284022] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee234214-a340-4f9e-9681-e339b7a9b1a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.300043] env[63326]: DEBUG nova.compute.provider_tree [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.322772] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726589, 'name': PowerOffVM_Task, 'duration_secs': 0.429816} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.322772] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1740.322969] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1740.323148] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359343', 'volume_id': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'name': 'volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '03a8c115-6a27-45f9-9e27-1af228df293b', 'attached_at': '2024-12-11T03:37:42.000000', 'detached_at': '', 'volume_id': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'serial': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1740.324303] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ef177-4b7a-425c-9658-97be1c78bc7b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.353141] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9cfbd8-878d-40e1-82e4-6f8a502e0382 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.361404] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181e5efd-3fd1-40db-88a4-9d5e6773af63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.383687] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635213fd-1ca0-4a2d-9a0c-08f7d28bb60b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.402276] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] The volume has not been displaced from its original location: [datastore1] volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef/volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1740.407852] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1740.408293] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470fa0d7-1d81-4516-8ede-064f0bf18ee8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.429969] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1740.429969] env[63326]: value = "task-1726592" [ 1740.429969] env[63326]: _type = "Task" [ 1740.429969] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.440572] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.486131] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726590, 'name': ReconfigVM_Task, 'duration_secs': 0.301337} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.486941] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance 'a03dce77-3520-4df9-a9ea-fef1869e8dea' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1740.513121] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.519199] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726586, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.602342] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.732764] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726588, 'name': ReconfigVM_Task, 'duration_secs': 0.754699} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.733797] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 4ee43a0b-5679-49d8-a962-8c9ecf83662a/4ee43a0b-5679-49d8-a962-8c9ecf83662a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.735420] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a41001-c267-4316-8f80-7f59ad452652 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.746637] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1740.746637] env[63326]: value = "task-1726593" [ 1740.746637] env[63326]: _type = "Task" [ 1740.746637] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.761492] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726593, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.806229] env[63326]: DEBUG nova.scheduler.client.report [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.941823] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726592, 'name': ReconfigVM_Task, 'duration_secs': 0.387153} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.942234] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1740.947311] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d8ccc1-aad9-4a06-8b4d-803925cbe8c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.965815] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1740.965815] env[63326]: value = "task-1726594" [ 1740.965815] env[63326]: _type = "Task" [ 1740.965815] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.976649] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.996183] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.996591] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.997012] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.997574] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.997574] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.997785] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.998116] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.998851] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.998851] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.999066] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.999403] env[63326]: DEBUG nova.virt.hardware [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.005482] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1741.005803] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c418cc7-7743-42bd-8623-e4797dcb7e1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.029873] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726586, 'name': CloneVM_Task, 'duration_secs': 1.517103} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.031398] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Created linked-clone VM from snapshot [ 1741.031788] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1741.031788] env[63326]: value = "task-1726595" [ 1741.031788] env[63326]: _type = "Task" [ 1741.031788] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.032508] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ce21b6-847c-4ba8-9f70-5a3ce8cef4dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.043980] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.047370] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Uploading image 0dd76e17-466b-40ce-aa5a-44ca965acfc1 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1741.074219] env[63326]: DEBUG oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1741.074219] env[63326]: value = "vm-359367" [ 1741.074219] env[63326]: _type = "VirtualMachine" [ 1741.074219] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1741.074531] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-503561ff-f1be-4000-9b90-6209a37fe1ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.088498] env[63326]: DEBUG oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lease: (returnval){ [ 1741.088498] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5268fdfa-f72b-2483-fe20-74d0c2061451" [ 1741.088498] env[63326]: _type = "HttpNfcLease" [ 1741.088498] env[63326]: } obtained for exporting VM: (result){ [ 1741.088498] env[63326]: value = "vm-359367" [ 1741.088498] env[63326]: _type = "VirtualMachine" [ 1741.088498] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1741.088498] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the lease: (returnval){ [ 1741.088498] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5268fdfa-f72b-2483-fe20-74d0c2061451" [ 1741.088498] env[63326]: _type = "HttpNfcLease" [ 1741.088498] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1741.100461] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1741.100461] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5268fdfa-f72b-2483-fe20-74d0c2061451" [ 1741.100461] env[63326]: _type = "HttpNfcLease" [ 1741.100461] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1741.105817] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726591, 'name': ReconfigVM_Task, 'duration_secs': 0.631987} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.106133] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f/46cfbf6c-4372-458e-a200-d6efdeb2c12f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.106953] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0001aa0a-d5d5-4f7a-a9fa-8ea03273d413 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.114444] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1741.114444] env[63326]: value = "task-1726597" [ 1741.114444] env[63326]: _type = "Task" [ 1741.114444] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.124425] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726597, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.257490] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726593, 'name': Rename_Task, 'duration_secs': 0.173439} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.257879] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.258142] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13edd217-e041-4c03-9cb0-5fc0401cf6ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.266888] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1741.266888] env[63326]: value = "task-1726598" [ 1741.266888] env[63326]: _type = "Task" [ 1741.266888] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.275773] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.308613] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "802f466e-b566-4c3a-8040-431736ce716d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.308909] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "802f466e-b566-4c3a-8040-431736ce716d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.310369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.312824] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.515s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.313512] env[63326]: DEBUG nova.objects.instance [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lazy-loading 'resources' on Instance uuid 6b9a58ec-04cd-4638-8845-eaee65306930 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.338783] env[63326]: INFO nova.scheduler.client.report [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Deleted allocations for instance 63b12b7e-bf02-43c4-94fb-d8426ae07b47 [ 1741.476831] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726594, 'name': ReconfigVM_Task, 'duration_secs': 0.140654} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.477324] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359343', 'volume_id': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'name': 'volume-53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '03a8c115-6a27-45f9-9e27-1af228df293b', 'attached_at': '2024-12-11T03:37:42.000000', 'detached_at': '', 'volume_id': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef', 'serial': '53c48ab3-b1f2-4788-8ef3-6e535f73dfef'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1741.477772] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.479171] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a674b3f9-5c3b-4105-b974-6205f6931532 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.486395] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.486689] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9b621e9-3423-4289-8692-0f5168e0d80d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.545447] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726595, 'name': ReconfigVM_Task, 'duration_secs': 0.176396} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.545748] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1741.546597] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c1c62-1cd5-492f-a498-b963bd350982 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.569602] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a03dce77-3520-4df9-a9ea-fef1869e8dea/a03dce77-3520-4df9-a9ea-fef1869e8dea.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.569890] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92969b4c-a612-4844-8954-05e55a667af1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.583845] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.584083] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.584309] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.584499] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.584670] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.587126] env[63326]: INFO nova.compute.manager [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Terminating instance [ 1741.595968] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1741.595968] env[63326]: value = "task-1726600" [ 1741.595968] env[63326]: _type = "Task" [ 1741.595968] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.596211] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.596305] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.596480] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleting the datastore file [datastore1] 03a8c115-6a27-45f9-9e27-1af228df293b {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.597176] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcee557c-2fa0-4e77-92d3-81e790bf4fb4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.604941] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1741.604941] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5268fdfa-f72b-2483-fe20-74d0c2061451" [ 1741.604941] env[63326]: _type = "HttpNfcLease" [ 1741.604941] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1741.605863] env[63326]: DEBUG oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1741.605863] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5268fdfa-f72b-2483-fe20-74d0c2061451" [ 1741.605863] env[63326]: _type = "HttpNfcLease" [ 1741.605863] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1741.606266] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89c72f6-5cd8-4c9c-8ca2-e6a5238c5136 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.613253] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1741.613253] env[63326]: value = "task-1726601" [ 1741.613253] env[63326]: _type = "Task" [ 1741.613253] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.613253] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.622599] env[63326]: DEBUG oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a89a8-7e96-691d-ac32-e9040fb91738/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1741.622738] env[63326]: DEBUG oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a89a8-7e96-691d-ac32-e9040fb91738/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1741.694512] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.694696] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726597, 'name': Rename_Task, 'duration_secs': 0.246743} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.696233] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.696509] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14dc7b4c-b306-4099-abf4-702dd688bd60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.705469] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1741.705469] env[63326]: value = "task-1726602" [ 1741.705469] env[63326]: _type = "Task" [ 1741.705469] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.717353] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.744554] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebda734d-863a-46f0-bdd2-d2106d7dfdf4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.778775] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726598, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.813088] env[63326]: DEBUG nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1741.848528] env[63326]: DEBUG oslo_concurrency.lockutils [None req-27b6786f-29b8-42b3-8699-0e166e10f73b tempest-ServersTestBootFromVolume-155848692 tempest-ServersTestBootFromVolume-155848692-project-member] Lock "63b12b7e-bf02-43c4-94fb-d8426ae07b47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.766s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.095706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "refresh_cache-54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.096036] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired lock "refresh_cache-54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.096098] env[63326]: DEBUG nova.network.neutron [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1742.103703] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86498703-203c-4d51-86dd-59a932d1eadf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.110664] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726600, 'name': ReconfigVM_Task, 'duration_secs': 0.300126} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.111339] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a03dce77-3520-4df9-a9ea-fef1869e8dea/a03dce77-3520-4df9-a9ea-fef1869e8dea.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.111667] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance 'a03dce77-3520-4df9-a9ea-fef1869e8dea' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1742.123258] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b4942-83c3-4427-ba1b-f8c8ff88729c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.134793] env[63326]: DEBUG oslo_vmware.api [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210017} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.161708] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.161708] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.161708] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.161708] env[63326]: INFO nova.compute.manager [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1742.162289] env[63326]: DEBUG oslo.service.loopingcall [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.163223] env[63326]: DEBUG nova.compute.manager [-] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1742.163223] env[63326]: DEBUG nova.network.neutron [-] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.166308] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd827b5-7a08-40c7-bd26-3fe4e717414a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.177478] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389e3bca-0284-4a06-bfc4-c3e3c3590d9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.206406] env[63326]: DEBUG nova.compute.provider_tree [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1742.221903] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.278563] env[63326]: DEBUG oslo_vmware.api [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726598, 'name': PowerOnVM_Task, 'duration_secs': 0.518931} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.278828] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.279134] env[63326]: INFO nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1742.280948] env[63326]: DEBUG nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.280948] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a74a91c-00c8-450b-9fba-4df67ed74fda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.343145] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.622010] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8a7764-b928-4aa5-94be-b5f8d09469d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.625872] env[63326]: DEBUG nova.network.neutron [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.654516] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f4f505-41f6-4a82-888d-aa80c0322f5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.688021] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance 'a03dce77-3520-4df9-a9ea-fef1869e8dea' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1742.723696] env[63326]: DEBUG nova.network.neutron [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.737545] env[63326]: DEBUG oslo_vmware.api [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726602, 'name': PowerOnVM_Task, 'duration_secs': 0.897436} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.738311] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.738636] env[63326]: INFO nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1742.738894] env[63326]: DEBUG nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.740392] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81bac66-2d53-46cf-b15d-ce0488206e2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.745253] env[63326]: ERROR nova.scheduler.client.report [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [req-26050754-14a5-4729-b913-f7cc5cdc2166] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26050754-14a5-4729-b913-f7cc5cdc2166"}]} [ 1742.770945] env[63326]: DEBUG nova.scheduler.client.report [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1742.792445] env[63326]: DEBUG nova.scheduler.client.report [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1742.792913] env[63326]: DEBUG nova.compute.provider_tree [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1742.806873] env[63326]: INFO nova.compute.manager [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Took 21.70 seconds to build instance. [ 1742.816785] env[63326]: DEBUG nova.scheduler.client.report [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1742.850482] env[63326]: DEBUG nova.scheduler.client.report [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1743.030389] env[63326]: DEBUG nova.compute.manager [req-c02e91be-43da-4a8c-8df2-8b12e17d2be7 req-bbd52176-c890-4415-9a4f-ccc668d4d66a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Received event network-vif-deleted-b54d2717-d5a5-4661-b486-08302871c551 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1743.030713] env[63326]: INFO nova.compute.manager [req-c02e91be-43da-4a8c-8df2-8b12e17d2be7 req-bbd52176-c890-4415-9a4f-ccc668d4d66a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Neutron deleted interface b54d2717-d5a5-4661-b486-08302871c551; detaching it from the instance and deleting it from the info cache [ 1743.030956] env[63326]: DEBUG nova.network.neutron [req-c02e91be-43da-4a8c-8df2-8b12e17d2be7 req-bbd52176-c890-4415-9a4f-ccc668d4d66a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.181783] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead34a1b-bac9-461f-a562-79ef1009e9f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.196255] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43842bc0-1670-4d79-a8af-378884d730ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.233266] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e11e14-5226-46fc-8b5b-9423c554b938 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.239199] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Releasing lock "refresh_cache-54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.240127] env[63326]: DEBUG nova.compute.manager [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1743.240309] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1743.242725] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6e5b96-ee9b-40ac-ae6f-6d31f8d03834 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.251779] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa70161-aad6-40ea-ab30-38bc7b22a2e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.265437] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.268205] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e97340d-988d-47f6-b26f-37bdf160f141 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.270775] env[63326]: INFO nova.compute.manager [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Took 21.84 seconds to build instance. [ 1743.273789] env[63326]: DEBUG nova.network.neutron [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Port 5f57ebcb-6e44-4430-a366-4058ec472ea3 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1743.285740] env[63326]: DEBUG nova.compute.provider_tree [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1743.291490] env[63326]: DEBUG oslo_vmware.api [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1743.291490] env[63326]: value = "task-1726603" [ 1743.291490] env[63326]: _type = "Task" [ 1743.291490] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.306613] env[63326]: DEBUG oslo_vmware.api [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.309270] env[63326]: DEBUG oslo_concurrency.lockutils [None req-96801a78-1aef-4d0c-84fd-edbb1ba464cd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.211s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.499727] env[63326]: DEBUG nova.network.neutron [-] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.537157] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66e52cd4-5300-42e5-8723-7704784e09a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.549375] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7145fceb-6d1b-4790-b82b-c62e598a7357 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.596540] env[63326]: DEBUG nova.compute.manager [req-c02e91be-43da-4a8c-8df2-8b12e17d2be7 req-bbd52176-c890-4415-9a4f-ccc668d4d66a service nova] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Detach interface failed, port_id=b54d2717-d5a5-4661-b486-08302871c551, reason: Instance 03a8c115-6a27-45f9-9e27-1af228df293b could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1743.793099] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cea5694d-e0fb-4674-953a-35ae23262b89 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.373s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.815171] env[63326]: DEBUG oslo_vmware.api [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726603, 'name': PowerOffVM_Task, 'duration_secs': 0.236726} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.820181] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.820181] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.820181] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1e81563-ffb6-4fa3-83de-5975e30f1d48 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.841337] env[63326]: DEBUG nova.scheduler.client.report [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1743.841337] env[63326]: DEBUG nova.compute.provider_tree [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 150 to 151 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1743.841337] env[63326]: DEBUG nova.compute.provider_tree [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1743.854017] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.854017] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.854017] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Deleting the datastore file [datastore1] 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.854017] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d501f46c-d716-4fc7-aeb4-6275c9d073f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.863063] env[63326]: DEBUG oslo_vmware.api [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1743.863063] env[63326]: value = "task-1726605" [ 1743.863063] env[63326]: _type = "Task" [ 1743.863063] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.875754] env[63326]: DEBUG oslo_vmware.api [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.006835] env[63326]: INFO nova.compute.manager [-] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Took 1.84 seconds to deallocate network for instance. [ 1744.194362] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1744.324997] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.325246] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.325421] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.345293] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.032s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.348848] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.392s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.349236] env[63326]: DEBUG nova.objects.instance [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'resources' on Instance uuid 3b6e65f2-8a29-40df-8634-4315656120f3 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.374719] env[63326]: DEBUG oslo_vmware.api [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212938} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.375202] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1744.375537] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1744.375852] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1744.376152] env[63326]: INFO nova.compute.manager [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1744.376509] env[63326]: DEBUG oslo.service.loopingcall [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.378021] env[63326]: DEBUG nova.compute.manager [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1744.378021] env[63326]: DEBUG nova.network.neutron [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1744.380247] env[63326]: INFO nova.scheduler.client.report [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted allocations for instance 6b9a58ec-04cd-4638-8845-eaee65306930 [ 1744.513126] env[63326]: DEBUG nova.network.neutron [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.573814] env[63326]: INFO nova.compute.manager [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Took 0.57 seconds to detach 1 volumes for instance. [ 1744.693060] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1744.891133] env[63326]: DEBUG oslo_concurrency.lockutils [None req-fe95de68-1a69-4163-b725-ba5a3f8a3d95 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "6b9a58ec-04cd-4638-8845-eaee65306930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.408s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.019328] env[63326]: DEBUG nova.network.neutron [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.090181] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.100769] env[63326]: DEBUG nova.compute.manager [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Received event network-changed-dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1745.100974] env[63326]: DEBUG nova.compute.manager [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Refreshing instance network info cache due to event network-changed-dc977f88-c221-495e-b511-4c30b39d04c8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1745.102013] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Acquiring lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.103130] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Acquired lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.103311] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Refreshing network info cache for port dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.195714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d102d-fdd5-4fee-a4df-b156350fe528 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.200736] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.208454] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ee0b01-cefc-486d-b889-ac08273816ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.247445] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b826fbea-e0bb-42b3-bfff-56f700a0e6dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.257264] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71a2919-4088-4a24-b7c6-393e5579b138 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.281684] env[63326]: DEBUG nova.compute.provider_tree [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.388355] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.388571] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.388761] env[63326]: DEBUG nova.network.neutron [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.525389] env[63326]: INFO nova.compute.manager [-] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Took 1.15 seconds to deallocate network for instance. [ 1745.787627] env[63326]: DEBUG nova.scheduler.client.report [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.983504] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updated VIF entry in instance network info cache for port dc977f88-c221-495e-b511-4c30b39d04c8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1745.983860] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [{"id": "dc977f88-c221-495e-b511-4c30b39d04c8", "address": "fa:16:3e:a9:67:5e", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc977f88-c2", "ovs_interfaceid": "dc977f88-c221-495e-b511-4c30b39d04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.031931] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.138462] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquiring lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.139054] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.171095] env[63326]: DEBUG nova.network.neutron [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance_info_cache with network_info: [{"id": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "address": "fa:16:3e:5c:a1:62", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f57ebcb-6e", "ovs_interfaceid": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.296647] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.301259] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.788s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.302067] env[63326]: DEBUG nova.objects.instance [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1746.309538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "03a026d1-d0a2-4226-826d-e32812d1077b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.309874] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.325769] env[63326]: INFO nova.scheduler.client.report [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleted allocations for instance 3b6e65f2-8a29-40df-8634-4315656120f3 [ 1746.487312] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Releasing lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.488203] env[63326]: DEBUG nova.compute.manager [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1746.488889] env[63326]: DEBUG nova.compute.manager [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing instance network info cache due to event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1746.489723] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.490343] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.490832] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.642997] env[63326]: DEBUG nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1746.674524] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.812900] env[63326]: DEBUG nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1746.835265] env[63326]: DEBUG oslo_concurrency.lockutils [None req-26c77198-7ef9-494b-b065-3e1656d7f64c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "3b6e65f2-8a29-40df-8634-4315656120f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.810s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.156265] env[63326]: DEBUG nova.compute.manager [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received event network-changed-97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1747.156443] env[63326]: DEBUG nova.compute.manager [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing instance network info cache due to event network-changed-97160313-e2aa-43e7-9543-39e7e9c841ac. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1747.156643] env[63326]: DEBUG oslo_concurrency.lockutils [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] Acquiring lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.156786] env[63326]: DEBUG oslo_concurrency.lockutils [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] Acquired lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.156939] env[63326]: DEBUG nova.network.neutron [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing network info cache for port 97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.182034] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.208702] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94478eb9-2830-4c88-b12b-fc5184aa3382 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.234660] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99775e37-5d34-4295-afa2-a1747a445ab1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.244785] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance 'a03dce77-3520-4df9-a9ea-fef1869e8dea' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1747.312722] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e8f5c7ab-f76d-4694-886f-0cd98f9cb71f tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.313909] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.971s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.315764] env[63326]: INFO nova.compute.claims [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.326327] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updated VIF entry in instance network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.326764] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.343888] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.752235] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.752561] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eb47e3b-891b-4bd3-b866-b89f4f466c0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.763022] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1747.763022] env[63326]: value = "task-1726606" [ 1747.763022] env[63326]: _type = "Task" [ 1747.763022] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.772623] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.832377] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.832736] env[63326]: DEBUG nova.compute.manager [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received event network-changed-97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1747.833012] env[63326]: DEBUG nova.compute.manager [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing instance network info cache due to event network-changed-97160313-e2aa-43e7-9543-39e7e9c841ac. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1747.833275] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Acquiring lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.925249] env[63326]: DEBUG nova.network.neutron [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updated VIF entry in instance network info cache for port 97160313-e2aa-43e7-9543-39e7e9c841ac. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.925620] env[63326]: DEBUG nova.network.neutron [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.093027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.093027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.273946] env[63326]: DEBUG oslo_vmware.api [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726606, 'name': PowerOnVM_Task, 'duration_secs': 0.414058} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.274208] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.274395] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32acf24b-ef73-4a47-8313-3504428e8cac tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance 'a03dce77-3520-4df9-a9ea-fef1869e8dea' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1748.428066] env[63326]: DEBUG oslo_concurrency.lockutils [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] Releasing lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.428500] env[63326]: DEBUG nova.compute.manager [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1748.428558] env[63326]: DEBUG nova.compute.manager [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing instance network info cache due to event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1748.429292] env[63326]: DEBUG oslo_concurrency.lockutils [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.429292] env[63326]: DEBUG oslo_concurrency.lockutils [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.429292] env[63326]: DEBUG nova.network.neutron [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.430477] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Acquired lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.430840] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing network info cache for port 97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.559563] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419374e-af54-47b7-bce7-5f847993742f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.567918] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07a96a-f14e-4111-8522-f6381ee6e5ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.598509] env[63326]: INFO nova.compute.manager [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Detaching volume 3ff82292-2920-44be-83cd-9d369b7e5c64 [ 1748.601232] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d08825-90fa-44c4-8638-5624c6f35b72 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.611274] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bd34ff-4e34-47bc-9530-39b5879ba25b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.626869] env[63326]: DEBUG nova.compute.provider_tree [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.633589] env[63326]: INFO nova.virt.block_device [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Attempting to driver detach volume 3ff82292-2920-44be-83cd-9d369b7e5c64 from mountpoint /dev/sdb [ 1748.633787] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1748.633980] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359339', 'volume_id': '3ff82292-2920-44be-83cd-9d369b7e5c64', 'name': 'volume-3ff82292-2920-44be-83cd-9d369b7e5c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '167755b8-43fd-4349-ad9a-c5fc02423bc8', 'attached_at': '', 'detached_at': '', 'volume_id': '3ff82292-2920-44be-83cd-9d369b7e5c64', 'serial': '3ff82292-2920-44be-83cd-9d369b7e5c64'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1748.635093] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a972b-e86f-4ec5-a9e4-5c446a553bc0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.658707] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a17317-0e15-4b8a-b04f-fdbc17d02435 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.667077] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3764c1f4-7d92-40c3-9f18-009bf0548eb0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.688314] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956a2dc-1b87-4691-9d91-de1194332ae9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.703877] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] The volume has not been displaced from its original location: [datastore1] volume-3ff82292-2920-44be-83cd-9d369b7e5c64/volume-3ff82292-2920-44be-83cd-9d369b7e5c64.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1748.709243] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1748.709573] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-050da286-3e56-4acf-8730-5d885138d6bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.730757] env[63326]: DEBUG oslo_vmware.api [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1748.730757] env[63326]: value = "task-1726607" [ 1748.730757] env[63326]: _type = "Task" [ 1748.730757] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.740055] env[63326]: DEBUG oslo_vmware.api [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.129758] env[63326]: DEBUG nova.scheduler.client.report [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.180339] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updated VIF entry in instance network info cache for port 97160313-e2aa-43e7-9543-39e7e9c841ac. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.180742] env[63326]: DEBUG nova.network.neutron [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.190945] env[63326]: DEBUG nova.network.neutron [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updated VIF entry in instance network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.191329] env[63326]: DEBUG nova.network.neutron [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.246268] env[63326]: DEBUG oslo_vmware.api [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726607, 'name': ReconfigVM_Task} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.246572] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1749.252583] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8cff6a6-cacc-43f8-a4b7-a5b55c6ae9b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.270327] env[63326]: DEBUG oslo_vmware.api [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1749.270327] env[63326]: value = "task-1726608" [ 1749.270327] env[63326]: _type = "Task" [ 1749.270327] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.281982] env[63326]: DEBUG oslo_vmware.api [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.636470] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.637182] env[63326]: DEBUG nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1749.640345] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.550s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.641146] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.642726] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.442s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.642941] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.643150] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1749.643438] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.612s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.643642] env[63326]: DEBUG nova.objects.instance [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lazy-loading 'resources' on Instance uuid 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.645679] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154ab1fb-6d70-4849-9c7b-5f75e98aced3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.655890] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0dc748-08df-45db-8f7d-fcc06ccdef60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.674275] env[63326]: INFO nova.scheduler.client.report [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted allocations for instance 03a8c115-6a27-45f9-9e27-1af228df293b [ 1749.675782] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54331baf-469c-451f-af96-fd3e6f538ef9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.683285] env[63326]: DEBUG oslo_concurrency.lockutils [req-095705b9-f520-45a1-a886-a5959f22beeb req-01dd1a95-ff75-45a3-bcfd-c8b33fb7e438 service nova] Releasing lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.687503] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde8a3a-d274-4734-8f20-09b69f840fda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.694190] env[63326]: DEBUG oslo_concurrency.lockutils [req-9402f980-b487-42d8-ab5e-ce0b16730f58 req-abe2599f-5b7d-44f9-bec8-bf1b919409ea service nova] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.719551] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179105MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1749.719701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.782649] env[63326]: DEBUG oslo_vmware.api [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726608, 'name': ReconfigVM_Task, 'duration_secs': 0.23853} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.783063] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359339', 'volume_id': '3ff82292-2920-44be-83cd-9d369b7e5c64', 'name': 'volume-3ff82292-2920-44be-83cd-9d369b7e5c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '167755b8-43fd-4349-ad9a-c5fc02423bc8', 'attached_at': '', 'detached_at': '', 'volume_id': '3ff82292-2920-44be-83cd-9d369b7e5c64', 'serial': '3ff82292-2920-44be-83cd-9d369b7e5c64'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1750.146642] env[63326]: DEBUG nova.compute.utils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.148221] env[63326]: DEBUG nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.148441] env[63326]: DEBUG nova.network.neutron [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.187974] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dd3c610-d941-457a-9514-ccd3bfbb2544 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "03a8c115-6a27-45f9-9e27-1af228df293b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.896s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.208086] env[63326]: DEBUG nova.policy [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef1644ecf3541daa7d39ba2206d163e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6bcee9a93ad4c148c1cf541a9dd5d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1750.334012] env[63326]: DEBUG nova.objects.instance [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'flavor' on Instance uuid 167755b8-43fd-4349-ad9a-c5fc02423bc8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.428897] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885295a4-999c-4639-bfa2-2a060bffad38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.439014] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92a70b7-e693-44c1-9cb6-91b3c8a97536 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.483446] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bf0daa-56b0-4678-adac-ac73c8199562 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.492991] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f019c43c-0638-4333-9ec6-cd882451f172 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.509594] env[63326]: DEBUG nova.compute.provider_tree [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.651788] env[63326]: DEBUG nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1750.666844] env[63326]: DEBUG nova.network.neutron [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Successfully created port: 973831b1-069b-4038-a3a2-43ff61ea032b {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.013552] env[63326]: DEBUG nova.scheduler.client.report [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.291035] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.291284] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.291483] env[63326]: DEBUG nova.compute.manager [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Going to confirm migration 6 {{(pid=63326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1751.318797] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.319058] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.343064] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a08b963c-dc62-4f19-adfe-c61f50724bb9 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.522568] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.525070] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.344s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.526548] env[63326]: INFO nova.compute.claims [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.546973] env[63326]: INFO nova.scheduler.client.report [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Deleted allocations for instance 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30 [ 1751.662478] env[63326]: DEBUG nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1751.686318] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1751.686590] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.686749] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1751.686934] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.687148] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1751.687261] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1751.687455] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1751.687618] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1751.687775] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1751.687937] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1751.688127] env[63326]: DEBUG nova.virt.hardware [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1751.689402] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac55772-5a64-4e3c-8bd1-de38adc176d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.698604] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fecafef-b2f0-4fec-8a40-318fe006d58a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.793213] env[63326]: DEBUG oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a89a8-7e96-691d-ac32-e9040fb91738/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1751.794169] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad665840-6373-4513-8c2e-7744c93cfb7b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.804176] env[63326]: DEBUG oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a89a8-7e96-691d-ac32-e9040fb91738/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1751.804931] env[63326]: ERROR oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a89a8-7e96-691d-ac32-e9040fb91738/disk-0.vmdk due to incomplete transfer. [ 1751.804931] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3cf862bb-7a16-4b62-9126-fc884ed9e053 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.813493] env[63326]: DEBUG oslo_vmware.rw_handles [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a89a8-7e96-691d-ac32-e9040fb91738/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1751.813705] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Uploaded image 0dd76e17-466b-40ce-aa5a-44ca965acfc1 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1751.816275] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1751.817226] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01dfb33d-f36c-4280-bc8c-2c8e5da4fdda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.821994] env[63326]: DEBUG nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1751.826443] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1751.826443] env[63326]: value = "task-1726609" [ 1751.826443] env[63326]: _type = "Task" [ 1751.826443] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.836092] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726609, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.887583] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.887772] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.887954] env[63326]: DEBUG nova.network.neutron [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.888162] env[63326]: DEBUG nova.objects.instance [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lazy-loading 'info_cache' on Instance uuid a03dce77-3520-4df9-a9ea-fef1869e8dea {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.056026] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2981f485-8858-4a37-b3e3-438acf2b5379 tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "54d61d71-f2b1-48cf-97eb-ed9d3fad6f30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.471s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.192941] env[63326]: DEBUG nova.compute.manager [req-af99fc0b-73f1-4d10-8704-4532847963b0 req-a7372da7-3ecf-4924-8068-8255f485ad46 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Received event network-vif-plugged-973831b1-069b-4038-a3a2-43ff61ea032b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1752.193202] env[63326]: DEBUG oslo_concurrency.lockutils [req-af99fc0b-73f1-4d10-8704-4532847963b0 req-a7372da7-3ecf-4924-8068-8255f485ad46 service nova] Acquiring lock "802f466e-b566-4c3a-8040-431736ce716d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.193417] env[63326]: DEBUG oslo_concurrency.lockutils [req-af99fc0b-73f1-4d10-8704-4532847963b0 req-a7372da7-3ecf-4924-8068-8255f485ad46 service nova] Lock "802f466e-b566-4c3a-8040-431736ce716d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.193584] env[63326]: DEBUG oslo_concurrency.lockutils [req-af99fc0b-73f1-4d10-8704-4532847963b0 req-a7372da7-3ecf-4924-8068-8255f485ad46 service nova] Lock "802f466e-b566-4c3a-8040-431736ce716d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.193750] env[63326]: DEBUG nova.compute.manager [req-af99fc0b-73f1-4d10-8704-4532847963b0 req-a7372da7-3ecf-4924-8068-8255f485ad46 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] No waiting events found dispatching network-vif-plugged-973831b1-069b-4038-a3a2-43ff61ea032b {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1752.194033] env[63326]: WARNING nova.compute.manager [req-af99fc0b-73f1-4d10-8704-4532847963b0 req-a7372da7-3ecf-4924-8068-8255f485ad46 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Received unexpected event network-vif-plugged-973831b1-069b-4038-a3a2-43ff61ea032b for instance with vm_state building and task_state spawning. [ 1752.306401] env[63326]: DEBUG nova.network.neutron [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Successfully updated port: 973831b1-069b-4038-a3a2-43ff61ea032b {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1752.342555] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726609, 'name': Destroy_Task, 'duration_secs': 0.367758} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.342953] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Destroyed the VM [ 1752.343583] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1752.343668] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ecbddb2c-d475-4176-9710-e5e109f6700c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.349821] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.351902] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1752.351902] env[63326]: value = "task-1726610" [ 1752.351902] env[63326]: _type = "Task" [ 1752.351902] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.361379] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726610, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.414450] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.414717] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.414929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "167755b8-43fd-4349-ad9a-c5fc02423bc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.415136] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.415312] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.417295] env[63326]: INFO nova.compute.manager [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Terminating instance [ 1752.712503] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "ee4649fd-04df-493d-8073-d06b84666447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.712835] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "ee4649fd-04df-493d-8073-d06b84666447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.712965] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "ee4649fd-04df-493d-8073-d06b84666447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.713204] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "ee4649fd-04df-493d-8073-d06b84666447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.713383] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "ee4649fd-04df-493d-8073-d06b84666447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.715629] env[63326]: INFO nova.compute.manager [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Terminating instance [ 1752.808877] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "refresh_cache-802f466e-b566-4c3a-8040-431736ce716d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.808982] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "refresh_cache-802f466e-b566-4c3a-8040-431736ce716d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.809149] env[63326]: DEBUG nova.network.neutron [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.829245] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b51f4-7540-4a76-b124-d617786c913e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.837881] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac714e4-c3ed-4c00-8d89-a10eef2deeb6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.876470] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada33e3b-b9eb-4ce0-8c82-78d7ea8ba9a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.892591] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726610, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.894811] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b1f67-55eb-4d61-84b9-be21b13dc763 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.913485] env[63326]: DEBUG nova.compute.provider_tree [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.920821] env[63326]: DEBUG nova.compute.manager [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.921079] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.922390] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d9469f-1141-4c74-a36e-12f191a8b53f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.931234] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.931560] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1cb1144-ce5e-4c99-b273-89c1e61873c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.935210] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-eff8eb78-e127-4577-960b-44798c34cbc1-639fdedd-12e3-4492-93cc-e2631a18d9f9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.935512] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-eff8eb78-e127-4577-960b-44798c34cbc1-639fdedd-12e3-4492-93cc-e2631a18d9f9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.936016] env[63326]: DEBUG nova.objects.instance [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'flavor' on Instance uuid eff8eb78-e127-4577-960b-44798c34cbc1 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.940299] env[63326]: DEBUG oslo_vmware.api [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1752.940299] env[63326]: value = "task-1726611" [ 1752.940299] env[63326]: _type = "Task" [ 1752.940299] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.950492] env[63326]: DEBUG oslo_vmware.api [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.179867] env[63326]: DEBUG nova.network.neutron [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance_info_cache with network_info: [{"id": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "address": "fa:16:3e:5c:a1:62", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f57ebcb-6e", "ovs_interfaceid": "5f57ebcb-6e44-4430-a366-4058ec472ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.220097] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "refresh_cache-ee4649fd-04df-493d-8073-d06b84666447" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.220395] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquired lock "refresh_cache-ee4649fd-04df-493d-8073-d06b84666447" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.220617] env[63326]: DEBUG nova.network.neutron [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.361742] env[63326]: DEBUG nova.network.neutron [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1753.382919] env[63326]: DEBUG oslo_vmware.api [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726610, 'name': RemoveSnapshot_Task, 'duration_secs': 0.967553} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.383447] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1753.383756] env[63326]: INFO nova.compute.manager [None req-389f8f74-7645-4fc0-8ed1-a4e764695d9b tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 1753.419018] env[63326]: DEBUG nova.scheduler.client.report [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.450914] env[63326]: DEBUG oslo_vmware.api [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726611, 'name': PowerOffVM_Task, 'duration_secs': 0.221444} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.451418] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.453611] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.453611] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b05747-7d28-40de-92c0-3ff73ea295aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.544491] env[63326]: DEBUG nova.objects.instance [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'pci_requests' on Instance uuid eff8eb78-e127-4577-960b-44798c34cbc1 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.552561] env[63326]: DEBUG nova.network.neutron [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Updating instance_info_cache with network_info: [{"id": "973831b1-069b-4038-a3a2-43ff61ea032b", "address": "fa:16:3e:38:c8:3b", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973831b1-06", "ovs_interfaceid": "973831b1-069b-4038-a3a2-43ff61ea032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.568692] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.568958] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.569168] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleting the datastore file [datastore1] 167755b8-43fd-4349-ad9a-c5fc02423bc8 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.569434] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b71bc23-8ffb-4a25-8f67-a3f933572068 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.575869] env[63326]: DEBUG oslo_vmware.api [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1753.575869] env[63326]: value = "task-1726613" [ 1753.575869] env[63326]: _type = "Task" [ 1753.575869] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.584479] env[63326]: DEBUG oslo_vmware.api [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.682594] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-a03dce77-3520-4df9-a9ea-fef1869e8dea" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.682859] env[63326]: DEBUG nova.objects.instance [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lazy-loading 'migration_context' on Instance uuid a03dce77-3520-4df9-a9ea-fef1869e8dea {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.739802] env[63326]: DEBUG nova.network.neutron [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1753.788937] env[63326]: DEBUG nova.network.neutron [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.925459] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.925973] env[63326]: DEBUG nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.928922] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.585s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.930309] env[63326]: INFO nova.compute.claims [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.047857] env[63326]: DEBUG nova.objects.base [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1754.048078] env[63326]: DEBUG nova.network.neutron [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.055185] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "refresh_cache-802f466e-b566-4c3a-8040-431736ce716d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.055333] env[63326]: DEBUG nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Instance network_info: |[{"id": "973831b1-069b-4038-a3a2-43ff61ea032b", "address": "fa:16:3e:38:c8:3b", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973831b1-06", "ovs_interfaceid": "973831b1-069b-4038-a3a2-43ff61ea032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1754.055746] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:c8:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '973831b1-069b-4038-a3a2-43ff61ea032b', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.063320] env[63326]: DEBUG oslo.service.loopingcall [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.063886] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.064144] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e737bc68-3116-4ca1-92c3-39eea40935b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.087645] env[63326]: DEBUG oslo_vmware.api [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139032} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.088910] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.089126] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.089310] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.089490] env[63326]: INFO nova.compute.manager [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1754.089731] env[63326]: DEBUG oslo.service.loopingcall [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.089917] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1754.089917] env[63326]: value = "task-1726614" [ 1754.089917] env[63326]: _type = "Task" [ 1754.089917] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.090111] env[63326]: DEBUG nova.compute.manager [-] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.090205] env[63326]: DEBUG nova.network.neutron [-] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.102145] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726614, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.135978] env[63326]: DEBUG nova.policy [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.185932] env[63326]: DEBUG nova.objects.base [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1754.186853] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6953874a-6e3e-449f-bf78-8f7fa655d9de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.208785] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f760b8-cc17-4ba6-af01-c212b6a9a9ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.215139] env[63326]: DEBUG oslo_vmware.api [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1754.215139] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52980265-0003-cee0-7183-6c1a7d7daea3" [ 1754.215139] env[63326]: _type = "Task" [ 1754.215139] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.225648] env[63326]: DEBUG oslo_vmware.api [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52980265-0003-cee0-7183-6c1a7d7daea3, 'name': SearchDatastore_Task, 'duration_secs': 0.00779} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.225941] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.243967] env[63326]: DEBUG nova.compute.manager [req-9bb05c41-ecda-4cc4-9557-16ead1c0232e req-a4a32dc7-bd64-42b8-ba94-471cd3b629f7 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Received event network-changed-973831b1-069b-4038-a3a2-43ff61ea032b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1754.246162] env[63326]: DEBUG nova.compute.manager [req-9bb05c41-ecda-4cc4-9557-16ead1c0232e req-a4a32dc7-bd64-42b8-ba94-471cd3b629f7 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Refreshing instance network info cache due to event network-changed-973831b1-069b-4038-a3a2-43ff61ea032b. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1754.246415] env[63326]: DEBUG oslo_concurrency.lockutils [req-9bb05c41-ecda-4cc4-9557-16ead1c0232e req-a4a32dc7-bd64-42b8-ba94-471cd3b629f7 service nova] Acquiring lock "refresh_cache-802f466e-b566-4c3a-8040-431736ce716d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.246568] env[63326]: DEBUG oslo_concurrency.lockutils [req-9bb05c41-ecda-4cc4-9557-16ead1c0232e req-a4a32dc7-bd64-42b8-ba94-471cd3b629f7 service nova] Acquired lock "refresh_cache-802f466e-b566-4c3a-8040-431736ce716d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.246738] env[63326]: DEBUG nova.network.neutron [req-9bb05c41-ecda-4cc4-9557-16ead1c0232e req-a4a32dc7-bd64-42b8-ba94-471cd3b629f7 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Refreshing network info cache for port 973831b1-069b-4038-a3a2-43ff61ea032b {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.292434] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Releasing lock "refresh_cache-ee4649fd-04df-493d-8073-d06b84666447" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.293029] env[63326]: DEBUG nova.compute.manager [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.293333] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.294472] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c7367a-5544-4bee-92d6-5c03a380fc9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.304390] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquiring lock "3e295dde-be9d-4e99-b591-3ece25f5fd84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.304711] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "3e295dde-be9d-4e99-b591-3ece25f5fd84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.305377] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquiring lock "3e295dde-be9d-4e99-b591-3ece25f5fd84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.305377] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "3e295dde-be9d-4e99-b591-3ece25f5fd84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.305640] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "3e295dde-be9d-4e99-b591-3ece25f5fd84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.309889] env[63326]: INFO nova.compute.manager [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Terminating instance [ 1754.321925] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.331087] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff509536-d7cf-4188-8724-a242b5e7bf01 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.341174] env[63326]: DEBUG oslo_vmware.api [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1754.341174] env[63326]: value = "task-1726615" [ 1754.341174] env[63326]: _type = "Task" [ 1754.341174] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.359522] env[63326]: DEBUG oslo_vmware.api [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.434861] env[63326]: DEBUG nova.compute.utils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.439823] env[63326]: DEBUG nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.439948] env[63326]: DEBUG nova.network.neutron [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.528899] env[63326]: DEBUG nova.policy [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '762209ad00ff464880adc5afa73dd34b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb74d6ae0cad4d7c82dfeb2313c81ff9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.604185] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726614, 'name': CreateVM_Task, 'duration_secs': 0.442441} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.604385] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.605193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.605496] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.605813] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1754.606317] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fe907e-0580-4eb9-9da3-e8b0f03ef19b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.613439] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1754.613439] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f8761a-e00c-7b7a-9a5c-e8aef6ecc7d5" [ 1754.613439] env[63326]: _type = "Task" [ 1754.613439] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.623255] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f8761a-e00c-7b7a-9a5c-e8aef6ecc7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.715690] env[63326]: DEBUG nova.compute.manager [req-596ec011-ec7c-42bd-9749-97b51c863515 req-0dddedb8-f3f4-4a0f-b87d-1ca99f77adc2 service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Received event network-vif-deleted-5344f127-eab2-4203-a4da-1f239c224a0d {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1754.715852] env[63326]: INFO nova.compute.manager [req-596ec011-ec7c-42bd-9749-97b51c863515 req-0dddedb8-f3f4-4a0f-b87d-1ca99f77adc2 service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Neutron deleted interface 5344f127-eab2-4203-a4da-1f239c224a0d; detaching it from the instance and deleting it from the info cache [ 1754.716067] env[63326]: DEBUG nova.network.neutron [req-596ec011-ec7c-42bd-9749-97b51c863515 req-0dddedb8-f3f4-4a0f-b87d-1ca99f77adc2 service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.822075] env[63326]: DEBUG nova.network.neutron [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Successfully created port: 7a8ef678-fdb2-4f49-a68f-482a52897cc3 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.824491] env[63326]: DEBUG nova.compute.manager [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.824758] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.826626] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effbb1e3-4043-49d0-8bcc-24f54739676c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.838518] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.841019] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a01e398f-680a-456c-8107-7dd4e7fae100 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.856705] env[63326]: DEBUG oslo_vmware.api [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726615, 'name': PowerOffVM_Task, 'duration_secs': 0.227425} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.857225] env[63326]: DEBUG oslo_vmware.api [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1754.857225] env[63326]: value = "task-1726616" [ 1754.857225] env[63326]: _type = "Task" [ 1754.857225] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.857475] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.857646] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.858619] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc5bea7b-134e-49e8-8854-873032baecc9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.872537] env[63326]: DEBUG oslo_vmware.api [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.898170] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.898423] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.898610] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Deleting the datastore file [datastore1] ee4649fd-04df-493d-8073-d06b84666447 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.898892] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-827f7e8f-4d88-4ed4-ad92-0308d4f2440a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.905874] env[63326]: DEBUG oslo_vmware.api [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for the task: (returnval){ [ 1754.905874] env[63326]: value = "task-1726618" [ 1754.905874] env[63326]: _type = "Task" [ 1754.905874] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.914836] env[63326]: DEBUG oslo_vmware.api [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.943463] env[63326]: DEBUG nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1755.007983] env[63326]: DEBUG nova.network.neutron [req-9bb05c41-ecda-4cc4-9557-16ead1c0232e req-a4a32dc7-bd64-42b8-ba94-471cd3b629f7 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Updated VIF entry in instance network info cache for port 973831b1-069b-4038-a3a2-43ff61ea032b. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.008377] env[63326]: DEBUG nova.network.neutron [req-9bb05c41-ecda-4cc4-9557-16ead1c0232e req-a4a32dc7-bd64-42b8-ba94-471cd3b629f7 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Updating instance_info_cache with network_info: [{"id": "973831b1-069b-4038-a3a2-43ff61ea032b", "address": "fa:16:3e:38:c8:3b", "network": {"id": "30d627d5-bc22-4585-8d60-eae499e7695f", "bridge": "br-int", "label": "tempest-ServersTestJSON-415242714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6bcee9a93ad4c148c1cf541a9dd5d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973831b1-06", "ovs_interfaceid": "973831b1-069b-4038-a3a2-43ff61ea032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.101732] env[63326]: DEBUG nova.network.neutron [-] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.131921] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f8761a-e00c-7b7a-9a5c-e8aef6ecc7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.132292] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.132529] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.132756] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.132898] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.133128] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.133723] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6097bc-0710-4191-9fc3-3ca3f1dc9fac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.143596] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.143763] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.145611] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc9a3a0-b7ad-4f76-8243-e2877201b6b2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.155379] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1755.155379] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b67834-8892-8617-4d15-a98e62371abb" [ 1755.155379] env[63326]: _type = "Task" [ 1755.155379] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.162736] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b67834-8892-8617-4d15-a98e62371abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.205200] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8db13d-43bc-46b4-98d0-3caeef279206 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.213582] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9969c7de-8dec-4c49-b748-88328326beaa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.218964] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cd8a114-3317-4df7-8e55-907aa86fcf5d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.248279] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b784ea-faa3-415b-b6fe-1b870897a1fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.258110] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb37fba-ce1e-4a9e-a092-7bfb71c2146b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.270389] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14f6e68-00a4-4f57-a332-3b06c11f0787 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.285088] env[63326]: DEBUG nova.compute.provider_tree [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.296212] env[63326]: DEBUG nova.compute.manager [req-596ec011-ec7c-42bd-9749-97b51c863515 req-0dddedb8-f3f4-4a0f-b87d-1ca99f77adc2 service nova] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Detach interface failed, port_id=5344f127-eab2-4203-a4da-1f239c224a0d, reason: Instance 167755b8-43fd-4349-ad9a-c5fc02423bc8 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1755.367925] env[63326]: DEBUG oslo_vmware.api [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726616, 'name': PowerOffVM_Task, 'duration_secs': 0.25376} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.369031] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.369031] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.369228] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c2f5b81-56bb-44ff-9620-19e7f77adc7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.416332] env[63326]: DEBUG oslo_vmware.api [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Task: {'id': task-1726618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146789} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.416611] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.416805] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.417082] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.417372] env[63326]: INFO nova.compute.manager [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] [instance: ee4649fd-04df-493d-8073-d06b84666447] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1755.417663] env[63326]: DEBUG oslo.service.loopingcall [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.417945] env[63326]: DEBUG nova.compute.manager [-] [instance: ee4649fd-04df-493d-8073-d06b84666447] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.418068] env[63326]: DEBUG nova.network.neutron [-] [instance: ee4649fd-04df-493d-8073-d06b84666447] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.433530] env[63326]: DEBUG nova.network.neutron [-] [instance: ee4649fd-04df-493d-8073-d06b84666447] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1755.511700] env[63326]: DEBUG oslo_concurrency.lockutils [req-9bb05c41-ecda-4cc4-9557-16ead1c0232e req-a4a32dc7-bd64-42b8-ba94-471cd3b629f7 service nova] Releasing lock "refresh_cache-802f466e-b566-4c3a-8040-431736ce716d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.604624] env[63326]: INFO nova.compute.manager [-] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Took 1.51 seconds to deallocate network for instance. [ 1755.665529] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b67834-8892-8617-4d15-a98e62371abb, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.666207] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f9be6d-f438-4b67-9bb6-86f86d981a15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.672816] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1755.673062] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1755.673230] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Deleting the datastore file [datastore1] 3e295dde-be9d-4e99-b591-3ece25f5fd84 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.674606] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cc9e8e7-8581-46f9-a62d-b1655398bef2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.676900] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1755.676900] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526c1af9-97a5-ab87-a711-183e30212761" [ 1755.676900] env[63326]: _type = "Task" [ 1755.676900] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.682941] env[63326]: DEBUG oslo_vmware.api [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for the task: (returnval){ [ 1755.682941] env[63326]: value = "task-1726620" [ 1755.682941] env[63326]: _type = "Task" [ 1755.682941] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.689040] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526c1af9-97a5-ab87-a711-183e30212761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.694410] env[63326]: DEBUG oslo_vmware.api [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.798276] env[63326]: DEBUG nova.scheduler.client.report [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.859429] env[63326]: DEBUG nova.network.neutron [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Successfully updated port: 639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.935917] env[63326]: DEBUG nova.network.neutron [-] [instance: ee4649fd-04df-493d-8073-d06b84666447] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.953430] env[63326]: DEBUG nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.979061] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.979323] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.979482] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.979664] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.979809] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.979954] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.980299] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.980471] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.980638] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.980858] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.981021] env[63326]: DEBUG nova.virt.hardware [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.982114] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb52d079-7aa1-42b3-b086-06e748b174a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.990551] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebc092b-2615-4347-bd2b-029627945cf4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.111428] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.190591] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526c1af9-97a5-ab87-a711-183e30212761, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.191295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.191569] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 802f466e-b566-4c3a-8040-431736ce716d/802f466e-b566-4c3a-8040-431736ce716d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.191834] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df5f2a97-8b9c-4ee4-a47e-ef65130c3bc0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.196762] env[63326]: DEBUG oslo_vmware.api [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Task: {'id': task-1726620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199982} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.197341] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1756.197550] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1756.197741] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1756.197921] env[63326]: INFO nova.compute.manager [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1756.198177] env[63326]: DEBUG oslo.service.loopingcall [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.198732] env[63326]: DEBUG nova.compute.manager [-] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1756.198732] env[63326]: DEBUG nova.network.neutron [-] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1756.202240] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1756.202240] env[63326]: value = "task-1726621" [ 1756.202240] env[63326]: _type = "Task" [ 1756.202240] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.210714] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.305430] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.305826] env[63326]: DEBUG nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.308809] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.589s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.362527] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.362691] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.362841] env[63326]: DEBUG nova.network.neutron [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.438749] env[63326]: INFO nova.compute.manager [-] [instance: ee4649fd-04df-493d-8073-d06b84666447] Took 1.02 seconds to deallocate network for instance. [ 1756.471015] env[63326]: DEBUG nova.compute.manager [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-vif-plugged-639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1756.471276] env[63326]: DEBUG oslo_concurrency.lockutils [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] Acquiring lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.471494] env[63326]: DEBUG oslo_concurrency.lockutils [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] Lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.471703] env[63326]: DEBUG oslo_concurrency.lockutils [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] Lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.472884] env[63326]: DEBUG nova.compute.manager [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] No waiting events found dispatching network-vif-plugged-639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.472884] env[63326]: WARNING nova.compute.manager [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received unexpected event network-vif-plugged-639fdedd-12e3-4492-93cc-e2631a18d9f9 for instance with vm_state active and task_state None. [ 1756.472884] env[63326]: DEBUG nova.compute.manager [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-changed-639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1756.472884] env[63326]: DEBUG nova.compute.manager [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing instance network info cache due to event network-changed-639fdedd-12e3-4492-93cc-e2631a18d9f9. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1756.472884] env[63326]: DEBUG oslo_concurrency.lockutils [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.715590] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.749912] env[63326]: DEBUG nova.network.neutron [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Successfully updated port: 7a8ef678-fdb2-4f49-a68f-482a52897cc3 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.814022] env[63326]: DEBUG nova.compute.utils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.821789] env[63326]: DEBUG nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.822281] env[63326]: DEBUG nova.network.neutron [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.948534] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.118149] env[63326]: DEBUG nova.policy [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69ba8986a6614562b406937dc595ab70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '195b81119bee47199ad89c3b6d45b003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.144412] env[63326]: WARNING nova.network.neutron [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] f627832b-e7ad-4177-b4a2-60ab53cd10ce already exists in list: networks containing: ['f627832b-e7ad-4177-b4a2-60ab53cd10ce']. ignoring it [ 1757.213861] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639799} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.214272] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 802f466e-b566-4c3a-8040-431736ce716d/802f466e-b566-4c3a-8040-431736ce716d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.214649] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.214995] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fc172a4-b2b4-4734-8b5b-470b875fff06 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.222842] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1757.222842] env[63326]: value = "task-1726622" [ 1757.222842] env[63326]: _type = "Task" [ 1757.222842] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.231332] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.244066] env[63326]: DEBUG nova.network.neutron [-] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.254333] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquiring lock "refresh_cache-f63b7978-9679-4efc-989b-7cf6b5d42eb1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.254333] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquired lock "refresh_cache-f63b7978-9679-4efc-989b-7cf6b5d42eb1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.254333] env[63326]: DEBUG nova.network.neutron [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.322471] env[63326]: DEBUG nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.328898] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Applying migration context for instance a03dce77-3520-4df9-a9ea-fef1869e8dea as it has an incoming, in-progress migration 37dac265-be6c-4f5c-be84-d708612e5fdb. Migration status is confirming {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1757.328898] env[63326]: INFO nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating resource usage from migration 37dac265-be6c-4f5c-be84-d708612e5fdb [ 1757.350155] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e310e14f-4487-4993-a6b6-367be947a9ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.350352] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 22a6d0c5-5bb2-495c-9688-3d56b7253045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.350475] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f214df39-a352-450d-9a68-ccaa5d209b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.350611] env[63326]: WARNING nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 167755b8-43fd-4349-ad9a-c5fc02423bc8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1757.350728] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8d90c894-d33f-4472-ad9f-c24f12eeb514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.350850] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f5d2562c-4bb6-4059-9b63-87bcefeefe59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.350974] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3e295dde-be9d-4e99-b591-3ece25f5fd84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.351099] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance eff8eb78-e127-4577-960b-44798c34cbc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.351207] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance ee4649fd-04df-493d-8073-d06b84666447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.351311] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4ee43a0b-5679-49d8-a962-8c9ecf83662a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.351417] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 46cfbf6c-4372-458e-a200-d6efdeb2c12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.351522] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Migration 37dac265-be6c-4f5c-be84-d708612e5fdb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1757.351626] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance a03dce77-3520-4df9-a9ea-fef1869e8dea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.351730] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 802f466e-b566-4c3a-8040-431736ce716d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.351875] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f63b7978-9679-4efc-989b-7cf6b5d42eb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.351991] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 03a026d1-d0a2-4226-826d-e32812d1077b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.732078] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064495} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.732850] env[63326]: DEBUG nova.network.neutron [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Successfully created port: ff950235-c198-436a-baaa-265005b566f4 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.734587] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.735380] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26dae41-292f-43dd-9694-8683b7aa1c96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.749507] env[63326]: INFO nova.compute.manager [-] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Took 1.55 seconds to deallocate network for instance. [ 1757.758120] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 802f466e-b566-4c3a-8040-431736ce716d/802f466e-b566-4c3a-8040-431736ce716d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.759814] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc2f9e9-4834-4383-b37a-03d6b3cc6f32 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.787324] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1757.787324] env[63326]: value = "task-1726623" [ 1757.787324] env[63326]: _type = "Task" [ 1757.787324] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.794896] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.804886] env[63326]: DEBUG nova.network.neutron [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "639fdedd-12e3-4492-93cc-e2631a18d9f9", "address": "fa:16:3e:a3:b8:35", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fdedd-12", "ovs_interfaceid": "639fdedd-12e3-4492-93cc-e2631a18d9f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.814884] env[63326]: DEBUG nova.network.neutron [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.854739] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.855034] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1757.855192] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1757.973486] env[63326]: DEBUG nova.network.neutron [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Updating instance_info_cache with network_info: [{"id": "7a8ef678-fdb2-4f49-a68f-482a52897cc3", "address": "fa:16:3e:b9:b6:d2", "network": {"id": "210d460b-a7c9-479b-ab1f-eb6a5ff45275", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-752079307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb74d6ae0cad4d7c82dfeb2313c81ff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8ef678-fd", "ovs_interfaceid": "7a8ef678-fdb2-4f49-a68f-482a52897cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.099855] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c4a1e-54c0-4924-98a9-9e881b1cd751 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.109738] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c83c51-f9c8-4fe5-921d-bc035cc3a832 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.140595] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1170f3-9883-43a8-aaab-89e1d614008e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.148200] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a077ba90-5d5f-450c-b956-0165413be535 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.163184] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.282385] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.296972] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726623, 'name': ReconfigVM_Task, 'duration_secs': 0.368392} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.297250] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 802f466e-b566-4c3a-8040-431736ce716d/802f466e-b566-4c3a-8040-431736ce716d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.297865] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc568b6d-8c41-4a58-8481-ce8951963294 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.304305] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1758.304305] env[63326]: value = "task-1726624" [ 1758.304305] env[63326]: _type = "Task" [ 1758.304305] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.307402] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.308040] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.308151] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.308405] env[63326]: DEBUG oslo_concurrency.lockutils [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.308582] env[63326]: DEBUG nova.network.neutron [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing network info cache for port 639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.310315] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822206fd-2392-48d2-8918-9e510b664ccb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.318470] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726624, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.329778] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.330017] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.330184] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.330405] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.330505] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.330649] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.330877] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.331060] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.331243] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.331412] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.331579] env[63326]: DEBUG nova.virt.hardware [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.337980] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Reconfiguring VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1758.339396] env[63326]: DEBUG nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.341482] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8348b3ac-cb00-4b62-9064-f74fffb86221 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.359174] env[63326]: DEBUG oslo_vmware.api [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1758.359174] env[63326]: value = "task-1726625" [ 1758.359174] env[63326]: _type = "Task" [ 1758.359174] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.368974] env[63326]: DEBUG oslo_vmware.api [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726625, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.377264] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.377507] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.378153] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.378153] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.378153] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.378153] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.378484] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.378484] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.378765] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.378765] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.379014] env[63326]: DEBUG nova.virt.hardware [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.379783] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac04704-4bea-4824-a58a-654b0c45d6b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.387512] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851a2974-8f9f-4d44-905e-3b05bd2a8ff3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.478216] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Releasing lock "refresh_cache-f63b7978-9679-4efc-989b-7cf6b5d42eb1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.478424] env[63326]: DEBUG nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Instance network_info: |[{"id": "7a8ef678-fdb2-4f49-a68f-482a52897cc3", "address": "fa:16:3e:b9:b6:d2", "network": {"id": "210d460b-a7c9-479b-ab1f-eb6a5ff45275", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-752079307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb74d6ae0cad4d7c82dfeb2313c81ff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8ef678-fd", "ovs_interfaceid": "7a8ef678-fdb2-4f49-a68f-482a52897cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.479044] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:b6:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a8ef678-fdb2-4f49-a68f-482a52897cc3', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.486943] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Creating folder: Project (cb74d6ae0cad4d7c82dfeb2313c81ff9). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1758.487579] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8896e0b3-4406-4909-9d5b-0fd930016bd4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.498339] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Created folder: Project (cb74d6ae0cad4d7c82dfeb2313c81ff9) in parent group-v359097. [ 1758.498501] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Creating folder: Instances. Parent ref: group-v359369. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1758.498755] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd5d094-492b-4d88-84ba-06263e2def17 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.507671] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Created folder: Instances in parent group-v359369. [ 1758.507904] env[63326]: DEBUG oslo.service.loopingcall [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.508109] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.508305] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f238bb96-2823-4368-b5e4-f88df2df9c13 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.528683] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.528683] env[63326]: value = "task-1726628" [ 1758.528683] env[63326]: _type = "Task" [ 1758.528683] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.536651] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726628, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.577036] env[63326]: DEBUG nova.compute.manager [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Received event network-vif-plugged-7a8ef678-fdb2-4f49-a68f-482a52897cc3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1758.577299] env[63326]: DEBUG oslo_concurrency.lockutils [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] Acquiring lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.577640] env[63326]: DEBUG oslo_concurrency.lockutils [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] Lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.577787] env[63326]: DEBUG oslo_concurrency.lockutils [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] Lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.577850] env[63326]: DEBUG nova.compute.manager [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] No waiting events found dispatching network-vif-plugged-7a8ef678-fdb2-4f49-a68f-482a52897cc3 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1758.578024] env[63326]: WARNING nova.compute.manager [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Received unexpected event network-vif-plugged-7a8ef678-fdb2-4f49-a68f-482a52897cc3 for instance with vm_state building and task_state spawning. [ 1758.578209] env[63326]: DEBUG nova.compute.manager [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Received event network-vif-deleted-65678c2e-1b99-4f10-b173-0f4321598e51 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1758.578441] env[63326]: DEBUG nova.compute.manager [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Received event network-changed-7a8ef678-fdb2-4f49-a68f-482a52897cc3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1758.578610] env[63326]: DEBUG nova.compute.manager [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Refreshing instance network info cache due to event network-changed-7a8ef678-fdb2-4f49-a68f-482a52897cc3. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1758.578841] env[63326]: DEBUG oslo_concurrency.lockutils [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] Acquiring lock "refresh_cache-f63b7978-9679-4efc-989b-7cf6b5d42eb1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.579009] env[63326]: DEBUG oslo_concurrency.lockutils [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] Acquired lock "refresh_cache-f63b7978-9679-4efc-989b-7cf6b5d42eb1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.579203] env[63326]: DEBUG nova.network.neutron [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Refreshing network info cache for port 7a8ef678-fdb2-4f49-a68f-482a52897cc3 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.666175] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.817191] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726624, 'name': Rename_Task, 'duration_secs': 0.139751} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.817807] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.818381] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-843ffdce-e469-4f90-9a06-d8ff08b03a89 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.824228] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1758.824228] env[63326]: value = "task-1726629" [ 1758.824228] env[63326]: _type = "Task" [ 1758.824228] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.831656] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.868822] env[63326]: DEBUG oslo_vmware.api [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.026815] env[63326]: DEBUG nova.network.neutron [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updated VIF entry in instance network info cache for port 639fdedd-12e3-4492-93cc-e2631a18d9f9. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.027273] env[63326]: DEBUG nova.network.neutron [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "639fdedd-12e3-4492-93cc-e2631a18d9f9", "address": "fa:16:3e:a3:b8:35", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fdedd-12", "ovs_interfaceid": "639fdedd-12e3-4492-93cc-e2631a18d9f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.038526] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726628, 'name': CreateVM_Task, 'duration_secs': 0.313253} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.039348] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.040058] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.040234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.040548] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.041116] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bcfce3-a39c-4899-9ba8-5152bf72cf08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.046031] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1759.046031] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bea835-3797-5742-1c37-5894c0102e6b" [ 1759.046031] env[63326]: _type = "Task" [ 1759.046031] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.054261] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bea835-3797-5742-1c37-5894c0102e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.173681] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1759.173935] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.865s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.174604] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.825s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.176697] env[63326]: INFO nova.compute.claims [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.182775] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.182775] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1759.313677] env[63326]: DEBUG nova.network.neutron [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Updated VIF entry in instance network info cache for port 7a8ef678-fdb2-4f49-a68f-482a52897cc3. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.313951] env[63326]: DEBUG nova.network.neutron [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Updating instance_info_cache with network_info: [{"id": "7a8ef678-fdb2-4f49-a68f-482a52897cc3", "address": "fa:16:3e:b9:b6:d2", "network": {"id": "210d460b-a7c9-479b-ab1f-eb6a5ff45275", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-752079307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb74d6ae0cad4d7c82dfeb2313c81ff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8ef678-fd", "ovs_interfaceid": "7a8ef678-fdb2-4f49-a68f-482a52897cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.334670] env[63326]: DEBUG oslo_vmware.api [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726629, 'name': PowerOnVM_Task, 'duration_secs': 0.467828} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.334960] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.335358] env[63326]: INFO nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1759.335358] env[63326]: DEBUG nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.336113] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cbb6b5-35e1-4cef-b54e-97a020ec9599 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.368917] env[63326]: DEBUG oslo_vmware.api [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726625, 'name': ReconfigVM_Task, 'duration_secs': 0.821915} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.369206] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.369420] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Reconfigured VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1759.372391] env[63326]: DEBUG nova.network.neutron [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Successfully updated port: ff950235-c198-436a-baaa-265005b566f4 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.530715] env[63326]: DEBUG oslo_concurrency.lockutils [req-6619d502-8358-4fe9-9517-de9d10dc34f1 req-9e3b7da3-5361-4800-b06e-096afff45f89 service nova] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.560021] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52bea835-3797-5742-1c37-5894c0102e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.015238} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.560021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.560021] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.560021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.560021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.560021] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.560021] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf73e97-dc5b-446d-82f9-bb5d96d303af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.569058] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.572022] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.572022] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2501161a-c9b4-4f97-96e9-6a112dad7d65 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.576567] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1759.576567] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227d928-07a9-fd2f-c069-8732139bd0b1" [ 1759.576567] env[63326]: _type = "Task" [ 1759.576567] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.584702] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227d928-07a9-fd2f-c069-8732139bd0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.700981] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] There are 60 instances to clean {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1759.701181] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 54d61d71-f2b1-48cf-97eb-ed9d3fad6f30] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1759.817014] env[63326]: DEBUG oslo_concurrency.lockutils [req-46f71768-543c-435f-8b5d-d9f807cd0367 req-cb25b241-5866-4f56-9e38-de8ae6778592 service nova] Releasing lock "refresh_cache-f63b7978-9679-4efc-989b-7cf6b5d42eb1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.859390] env[63326]: INFO nova.compute.manager [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Took 17.54 seconds to build instance. [ 1759.875125] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9cf19284-7b3e-4b81-925b-5b314e6bd76a tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-eff8eb78-e127-4577-960b-44798c34cbc1-639fdedd-12e3-4492-93cc-e2631a18d9f9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.939s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.876783] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.876783] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.876783] env[63326]: DEBUG nova.network.neutron [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.916018] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581c573a-15b2-4404-b1a1-dd1164266f18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.931831] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97179d8e-1f77-440c-9587-70d4bc19488f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.969154] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4152a4f8-d690-43ce-9e87-46156d472595 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.977189] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d4189-42a2-4dd2-83fd-a549d20051d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.992999] env[63326]: DEBUG nova.compute.provider_tree [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.088382] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5227d928-07a9-fd2f-c069-8732139bd0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018958} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.089046] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca43feb0-ad7c-4c21-bdc4-a5d39381021e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.094255] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1760.094255] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211e578-b4a2-ea2a-2ad6-509afe7e78be" [ 1760.094255] env[63326]: _type = "Task" [ 1760.094255] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.101721] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211e578-b4a2-ea2a-2ad6-509afe7e78be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.208473] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6b9a58ec-04cd-4638-8845-eaee65306930] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1760.361512] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e1a97782-f296-4420-8c83-77c102146191 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "802f466e-b566-4c3a-8040-431736ce716d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.052s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.412025] env[63326]: DEBUG nova.network.neutron [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.496706] env[63326]: DEBUG nova.scheduler.client.report [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.605653] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5211e578-b4a2-ea2a-2ad6-509afe7e78be, 'name': SearchDatastore_Task, 'duration_secs': 0.008856} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.605949] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.606261] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f63b7978-9679-4efc-989b-7cf6b5d42eb1/f63b7978-9679-4efc-989b-7cf6b5d42eb1.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.606545] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ab1797b-04eb-4c8d-908d-92f417ce8b64 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.614949] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1760.614949] env[63326]: value = "task-1726630" [ 1760.614949] env[63326]: _type = "Task" [ 1760.614949] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.621463] env[63326]: DEBUG nova.compute.manager [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Received event network-vif-plugged-ff950235-c198-436a-baaa-265005b566f4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1760.621668] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] Acquiring lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.621874] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] Lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.622769] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] Lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.623014] env[63326]: DEBUG nova.compute.manager [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] No waiting events found dispatching network-vif-plugged-ff950235-c198-436a-baaa-265005b566f4 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1760.623217] env[63326]: WARNING nova.compute.manager [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Received unexpected event network-vif-plugged-ff950235-c198-436a-baaa-265005b566f4 for instance with vm_state building and task_state spawning. [ 1760.623619] env[63326]: DEBUG nova.compute.manager [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Received event network-changed-ff950235-c198-436a-baaa-265005b566f4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1760.623619] env[63326]: DEBUG nova.compute.manager [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Refreshing instance network info cache due to event network-changed-ff950235-c198-436a-baaa-265005b566f4. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1760.623803] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] Acquiring lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.631372] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.632409] env[63326]: DEBUG nova.network.neutron [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance_info_cache with network_info: [{"id": "ff950235-c198-436a-baaa-265005b566f4", "address": "fa:16:3e:d4:01:28", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950235-c1", "ovs_interfaceid": "ff950235-c198-436a-baaa-265005b566f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.711791] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 7056e7e4-edb1-4753-988d-8db6b7f19b55] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1760.807326] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "802f466e-b566-4c3a-8040-431736ce716d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.807672] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "802f466e-b566-4c3a-8040-431736ce716d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.807898] env[63326]: DEBUG nova.compute.manager [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.808832] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ddd38d-4f16-4900-babe-2449ddd4dfbb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.817779] env[63326]: DEBUG nova.compute.manager [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1760.818485] env[63326]: DEBUG nova.objects.instance [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lazy-loading 'flavor' on Instance uuid 802f466e-b566-4c3a-8040-431736ce716d {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.002854] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.828s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.003796] env[63326]: DEBUG nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.007381] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.781s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.124896] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726630, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.137764] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.138287] env[63326]: DEBUG nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Instance network_info: |[{"id": "ff950235-c198-436a-baaa-265005b566f4", "address": "fa:16:3e:d4:01:28", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950235-c1", "ovs_interfaceid": "ff950235-c198-436a-baaa-265005b566f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.138800] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-eff8eb78-e127-4577-960b-44798c34cbc1-639fdedd-12e3-4492-93cc-e2631a18d9f9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.139172] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-eff8eb78-e127-4577-960b-44798c34cbc1-639fdedd-12e3-4492-93cc-e2631a18d9f9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.140680] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] Acquired lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.140986] env[63326]: DEBUG nova.network.neutron [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Refreshing network info cache for port ff950235-c198-436a-baaa-265005b566f4 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.142310] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:01:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff950235-c198-436a-baaa-265005b566f4', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.149608] env[63326]: DEBUG oslo.service.loopingcall [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.150991] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.151172] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.153525] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.154267] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491be771-a991-4af8-8ebb-e15e15bf8930 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.157358] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91bb85a8-7a73-43a0-b048-9231deef353d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.187209] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f50246-0f3b-4880-9591-ed39d90ac706 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.189581] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.189581] env[63326]: value = "task-1726631" [ 1761.189581] env[63326]: _type = "Task" [ 1761.189581] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.214559] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Reconfiguring VM to detach interface {{(pid=63326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1761.215371] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 3b6e65f2-8a29-40df-8634-4315656120f3] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1761.217088] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9513bcd9-ba2b-4f0d-9953-f150b6e8e6a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.235435] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726631, 'name': CreateVM_Task} progress is 15%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.242158] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1761.242158] env[63326]: value = "task-1726632" [ 1761.242158] env[63326]: _type = "Task" [ 1761.242158] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.250516] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.440014] env[63326]: DEBUG nova.network.neutron [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updated VIF entry in instance network info cache for port ff950235-c198-436a-baaa-265005b566f4. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1761.440397] env[63326]: DEBUG nova.network.neutron [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance_info_cache with network_info: [{"id": "ff950235-c198-436a-baaa-265005b566f4", "address": "fa:16:3e:d4:01:28", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950235-c1", "ovs_interfaceid": "ff950235-c198-436a-baaa-265005b566f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.510458] env[63326]: DEBUG nova.compute.utils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.514666] env[63326]: DEBUG nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1761.515055] env[63326]: DEBUG nova.network.neutron [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.558551] env[63326]: DEBUG nova.policy [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf271acf08d46fa8702c100a6983301', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85cdb55124c742689c30cbe2eefe3d97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1761.628773] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522554} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.629527] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f63b7978-9679-4efc-989b-7cf6b5d42eb1/f63b7978-9679-4efc-989b-7cf6b5d42eb1.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.629527] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.629699] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65b2d069-755c-4933-973c-526db4e6ceea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.637174] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1761.637174] env[63326]: value = "task-1726633" [ 1761.637174] env[63326]: _type = "Task" [ 1761.637174] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.649024] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.701336] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726631, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.733727] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: aa16815b-02a6-47c4-a151-65f832a83dc9] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1761.736772] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572ded7b-1435-47f7-8d4a-707ffd37325e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.749252] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d71f1-3c03-4f06-a30f-f46ba09740f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.756054] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.786421] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94f5c49-fedd-4c33-9d7c-810409c71fa6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.794887] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63ee54f-039e-45d8-8f3e-8d7b2d49f4d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.809987] env[63326]: DEBUG nova.compute.provider_tree [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.826469] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.826779] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e13d2fc-dd02-419d-bfdf-055c23998d96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.835308] env[63326]: DEBUG oslo_vmware.api [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1761.835308] env[63326]: value = "task-1726634" [ 1761.835308] env[63326]: _type = "Task" [ 1761.835308] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.844050] env[63326]: DEBUG oslo_vmware.api [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.942327] env[63326]: DEBUG nova.network.neutron [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Successfully created port: 23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1761.944714] env[63326]: DEBUG oslo_concurrency.lockutils [req-01cc2f44-8be0-4e6d-97db-d93bd9a1472a req-f342cc73-6dfa-4726-80c2-15bd23764621 service nova] Releasing lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.016273] env[63326]: DEBUG nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.147569] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062019} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.148041] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.148666] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60038288-7315-401b-a0ac-a04065e132e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.171837] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] f63b7978-9679-4efc-989b-7cf6b5d42eb1/f63b7978-9679-4efc-989b-7cf6b5d42eb1.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.172159] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a2352c-e0e4-40b9-be84-f2410b759693 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.194653] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1762.194653] env[63326]: value = "task-1726635" [ 1762.194653] env[63326]: _type = "Task" [ 1762.194653] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.208918] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.211873] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726631, 'name': CreateVM_Task, 'duration_secs': 0.847832} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.212042] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.212711] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.212871] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.213193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.213437] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944d5a75-e4da-4f2f-8842-2ee968f02f0a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.218054] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1762.218054] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52baf986-d658-43d6-2d0d-ef4f809acc6c" [ 1762.218054] env[63326]: _type = "Task" [ 1762.218054] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.225214] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52baf986-d658-43d6-2d0d-ef4f809acc6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.241723] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 63b12b7e-bf02-43c4-94fb-d8426ae07b47] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1762.251798] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.312444] env[63326]: DEBUG nova.scheduler.client.report [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.344727] env[63326]: DEBUG oslo_vmware.api [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726634, 'name': PowerOffVM_Task, 'duration_secs': 0.341756} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.344895] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.345162] env[63326]: DEBUG nova.compute.manager [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.345920] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b675613a-0cfd-4b47-a5d1-fea1d222ce7a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.707299] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726635, 'name': ReconfigVM_Task, 'duration_secs': 0.312255} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.707647] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Reconfigured VM instance instance-00000067 to attach disk [datastore1] f63b7978-9679-4efc-989b-7cf6b5d42eb1/f63b7978-9679-4efc-989b-7cf6b5d42eb1.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.708278] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a05f9667-309c-4539-88eb-36c8b0c71e96 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.715390] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1762.715390] env[63326]: value = "task-1726636" [ 1762.715390] env[63326]: _type = "Task" [ 1762.715390] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.724378] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726636, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.729667] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52baf986-d658-43d6-2d0d-ef4f809acc6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.729952] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.730182] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.730664] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.730664] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.730779] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.730964] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a01cf791-54cb-40c2-88ee-56809a5f33f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.748881] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 140f4bc5-8a9c-4bc8-8874-62d13604fd5c] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1762.750591] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.750762] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.752054] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2428a5c9-44bf-44be-9416-34c4f3ca0ec7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.757391] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.760325] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1762.760325] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d8798-77f9-26e3-5a3a-c7ef3d9cac39" [ 1762.760325] env[63326]: _type = "Task" [ 1762.760325] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.767715] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d8798-77f9-26e3-5a3a-c7ef3d9cac39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.857725] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f4214954-b0af-4693-8e24-2ac22b5a00d9 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "802f466e-b566-4c3a-8040-431736ce716d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.033427] env[63326]: DEBUG nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.061696] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.061962] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.062187] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.062388] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.062537] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.062684] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.062890] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.063059] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.063234] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.063394] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.063564] env[63326]: DEBUG nova.virt.hardware [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.064657] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bafc139-4c29-4b40-968e-199dda6fb3e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.072893] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16d066-7499-4c8d-a9ad-780a05563e9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.225799] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726636, 'name': Rename_Task, 'duration_secs': 0.153175} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.225799] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.226166] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60e5273c-3e26-4bdb-a4bf-d50d8b327d4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.232955] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1763.232955] env[63326]: value = "task-1726637" [ 1763.232955] env[63326]: _type = "Task" [ 1763.232955] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.240183] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.252093] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1358e31e-6451-4e08-981a-fd64345387d8] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1763.254841] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.273237] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525d8798-77f9-26e3-5a3a-c7ef3d9cac39, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.273922] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62a5163-9a04-4b51-8013-40f1f0e5e311 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.280655] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1763.280655] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5234c75c-6743-076a-6ba3-18d5e9349f85" [ 1763.280655] env[63326]: _type = "Task" [ 1763.280655] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.288530] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5234c75c-6743-076a-6ba3-18d5e9349f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.323698] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.316s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.326774] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.215s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.326878] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.329334] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.381s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.329334] env[63326]: DEBUG nova.objects.instance [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lazy-loading 'resources' on Instance uuid ee4649fd-04df-493d-8073-d06b84666447 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.354445] env[63326]: INFO nova.scheduler.client.report [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleted allocations for instance 167755b8-43fd-4349-ad9a-c5fc02423bc8 [ 1763.389143] env[63326]: DEBUG nova.compute.manager [req-65c3e7f8-c21a-4783-b321-074cc0e7aa2d req-0c01d8a7-058c-4018-9f31-cfca2f2ed5c8 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received event network-vif-plugged-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1763.389143] env[63326]: DEBUG oslo_concurrency.lockutils [req-65c3e7f8-c21a-4783-b321-074cc0e7aa2d req-0c01d8a7-058c-4018-9f31-cfca2f2ed5c8 service nova] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.389143] env[63326]: DEBUG oslo_concurrency.lockutils [req-65c3e7f8-c21a-4783-b321-074cc0e7aa2d req-0c01d8a7-058c-4018-9f31-cfca2f2ed5c8 service nova] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.389143] env[63326]: DEBUG oslo_concurrency.lockutils [req-65c3e7f8-c21a-4783-b321-074cc0e7aa2d req-0c01d8a7-058c-4018-9f31-cfca2f2ed5c8 service nova] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.390246] env[63326]: DEBUG nova.compute.manager [req-65c3e7f8-c21a-4783-b321-074cc0e7aa2d req-0c01d8a7-058c-4018-9f31-cfca2f2ed5c8 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] No waiting events found dispatching network-vif-plugged-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.390529] env[63326]: WARNING nova.compute.manager [req-65c3e7f8-c21a-4783-b321-074cc0e7aa2d req-0c01d8a7-058c-4018-9f31-cfca2f2ed5c8 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received unexpected event network-vif-plugged-23288c63-52f8-4535-af77-5b3634ee9017 for instance with vm_state building and task_state spawning. [ 1763.478314] env[63326]: DEBUG nova.network.neutron [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Successfully updated port: 23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.538238] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "802f466e-b566-4c3a-8040-431736ce716d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.538506] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "802f466e-b566-4c3a-8040-431736ce716d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.538710] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "802f466e-b566-4c3a-8040-431736ce716d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.538887] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "802f466e-b566-4c3a-8040-431736ce716d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.539066] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "802f466e-b566-4c3a-8040-431736ce716d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.541240] env[63326]: INFO nova.compute.manager [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Terminating instance [ 1763.744803] env[63326]: DEBUG oslo_vmware.api [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726637, 'name': PowerOnVM_Task, 'duration_secs': 0.44681} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.747767] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.747976] env[63326]: INFO nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1763.748178] env[63326]: DEBUG nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.749033] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b024d7-ebeb-4cdf-a591-1118d03cb315 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.756634] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 8b15ca32-96d6-4762-a79e-2a4d8e5d9403] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1763.758492] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.791214] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5234c75c-6743-076a-6ba3-18d5e9349f85, 'name': SearchDatastore_Task, 'duration_secs': 0.016065} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.791485] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.791746] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 03a026d1-d0a2-4226-826d-e32812d1077b/03a026d1-d0a2-4226-826d-e32812d1077b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.792010] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c5cb2cf-5cfa-4811-ad71-96e2e3e109f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.800186] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1763.800186] env[63326]: value = "task-1726638" [ 1763.800186] env[63326]: _type = "Task" [ 1763.800186] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.808394] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.862624] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3876dce8-085c-457c-9dde-eb3b89b6b031 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "167755b8-43fd-4349-ad9a-c5fc02423bc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.448s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.900580] env[63326]: INFO nova.scheduler.client.report [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted allocation for migration 37dac265-be6c-4f5c-be84-d708612e5fdb [ 1763.981605] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.981759] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.981912] env[63326]: DEBUG nova.network.neutron [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.045420] env[63326]: DEBUG nova.compute.manager [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.046033] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.047031] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88148e73-20a9-4175-9992-b83b26a6ccf3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.056939] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.057204] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be897c64-cbf8-458d-811d-95e51a3d3b02 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.076204] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4cad51-4b68-46d0-917e-6f60bc0c1c7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.084385] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3966ac94-bfa1-495c-987b-10f5dde372bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.121514] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dedaba-1ac3-40ec-b188-b55d2d719d98 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.130526] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590cc544-c650-4a1a-b382-f01027816248 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.147299] env[63326]: DEBUG nova.compute.provider_tree [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.169427] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.169427] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.169427] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleting the datastore file [datastore1] 802f466e-b566-4c3a-8040-431736ce716d {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.169427] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c36ba7-2114-44ba-b0c4-793928b8e6ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.177341] env[63326]: DEBUG oslo_vmware.api [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1764.177341] env[63326]: value = "task-1726640" [ 1764.177341] env[63326]: _type = "Task" [ 1764.177341] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.189158] env[63326]: DEBUG oslo_vmware.api [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.255894] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.261624] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: d453cc73-db4c-4688-b0aa-947f3f937991] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1764.271822] env[63326]: INFO nova.compute.manager [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Took 17.12 seconds to build instance. [ 1764.311947] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.407760] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4809e532-e4a2-4522-9ac5-ae1e88b3f982 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.116s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.525533] env[63326]: DEBUG nova.network.neutron [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.651069] env[63326]: DEBUG nova.scheduler.client.report [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.688417] env[63326]: DEBUG oslo_vmware.api [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335123} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.688528] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.688900] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.689117] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.689288] env[63326]: INFO nova.compute.manager [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1764.689523] env[63326]: DEBUG oslo.service.loopingcall [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.690421] env[63326]: DEBUG nova.network.neutron [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [{"id": "23288c63-52f8-4535-af77-5b3634ee9017", "address": "fa:16:3e:a3:6b:1f", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23288c63-52", "ovs_interfaceid": "23288c63-52f8-4535-af77-5b3634ee9017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.691576] env[63326]: DEBUG nova.compute.manager [-] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1764.691675] env[63326]: DEBUG nova.network.neutron [-] [instance: 802f466e-b566-4c3a-8040-431736ce716d] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.754755] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.768495] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 3fb1c089-8b44-4a20-b7ed-5a285e11a6e1] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1764.775347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8c889950-8167-4db1-8df4-413df490eecb tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.636s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.815799] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564648} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.816090] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 03a026d1-d0a2-4226-826d-e32812d1077b/03a026d1-d0a2-4226-826d-e32812d1077b.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.816312] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.816568] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8f4fcdd-4839-48b7-aede-f7432d96ea1e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.826702] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1764.826702] env[63326]: value = "task-1726641" [ 1764.826702] env[63326]: _type = "Task" [ 1764.826702] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.840778] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.993914] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.994151] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.994395] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.994929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.994929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.003487] env[63326]: INFO nova.compute.manager [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Terminating instance [ 1765.160234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.162789] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.881s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.163068] env[63326]: DEBUG nova.objects.instance [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lazy-loading 'resources' on Instance uuid 3e295dde-be9d-4e99-b591-3ece25f5fd84 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.180798] env[63326]: INFO nova.scheduler.client.report [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Deleted allocations for instance ee4649fd-04df-493d-8073-d06b84666447 [ 1765.194531] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.194825] env[63326]: DEBUG nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Instance network_info: |[{"id": "23288c63-52f8-4535-af77-5b3634ee9017", "address": "fa:16:3e:a3:6b:1f", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23288c63-52", "ovs_interfaceid": "23288c63-52f8-4535-af77-5b3634ee9017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1765.195267] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:6b:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23288c63-52f8-4535-af77-5b3634ee9017', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.203199] env[63326]: DEBUG oslo.service.loopingcall [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.203199] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.203414] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a3fd1c4-c3ba-477c-a7a4-f27b9c9255b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.224654] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.224654] env[63326]: value = "task-1726642" [ 1765.224654] env[63326]: _type = "Task" [ 1765.224654] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.232523] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726642, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.255218] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.272338] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 31b86e40-1b9d-4c91-8524-91deab60bfec] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1765.324351] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquiring lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.324626] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.324827] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquiring lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.325015] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.325198] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.332793] env[63326]: INFO nova.compute.manager [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Terminating instance [ 1765.343301] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066787} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.343587] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.344389] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f6b365-2917-4d87-88b2-5b629d98b020 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.367444] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 03a026d1-d0a2-4226-826d-e32812d1077b/03a026d1-d0a2-4226-826d-e32812d1077b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.368014] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8d396de-cb98-4867-843f-1b92ffefb526 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.387344] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1765.387344] env[63326]: value = "task-1726643" [ 1765.387344] env[63326]: _type = "Task" [ 1765.387344] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.395550] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.496626] env[63326]: DEBUG nova.compute.manager [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received event network-changed-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1765.496825] env[63326]: DEBUG nova.compute.manager [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Refreshing instance network info cache due to event network-changed-23288c63-52f8-4535-af77-5b3634ee9017. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1765.497052] env[63326]: DEBUG oslo_concurrency.lockutils [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] Acquiring lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.497205] env[63326]: DEBUG oslo_concurrency.lockutils [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] Acquired lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.497403] env[63326]: DEBUG nova.network.neutron [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Refreshing network info cache for port 23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.499387] env[63326]: DEBUG nova.network.neutron [-] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.508142] env[63326]: DEBUG nova.compute.manager [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.508832] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.509462] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d559d34b-709e-4e97-a539-6891f624b74b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.518352] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.518604] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14cd5091-f004-40d9-9242-eef7f4aedbb5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.525417] env[63326]: DEBUG oslo_vmware.api [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1765.525417] env[63326]: value = "task-1726644" [ 1765.525417] env[63326]: _type = "Task" [ 1765.525417] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.533693] env[63326]: DEBUG oslo_vmware.api [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.588211] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.588211] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.690539] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d1163d58-9e31-4271-87a3-fe2bb343200c tempest-ServerShowV247Test-941419181 tempest-ServerShowV247Test-941419181-project-member] Lock "ee4649fd-04df-493d-8073-d06b84666447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.977s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.734258] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726642, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.759948] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.775755] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: da60a6bc-575f-4eef-a17a-957d88e80cf3] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1765.838547] env[63326]: DEBUG nova.compute.manager [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.838815] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.839924] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfefb38-0499-4ca3-8f43-6ac400631174 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.849776] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.849995] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bac5a3e-94ff-4ff6-8965-a326eaa10a84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.856485] env[63326]: DEBUG oslo_vmware.api [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1765.856485] env[63326]: value = "task-1726645" [ 1765.856485] env[63326]: _type = "Task" [ 1765.856485] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.868111] env[63326]: DEBUG oslo_vmware.api [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.885008] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e3aa8b-bc50-4d8f-83d2-d9e50f9b5873 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.899321] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4798fdb4-8244-423b-9a0e-b7ab3eafce0f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.902879] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.934252] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b5022-7da5-4f1a-80f7-9d16fea11fb0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.940094] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.940303] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.947673] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8898d98-3257-4694-b710-5f285354ade2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.963250] env[63326]: DEBUG nova.compute.provider_tree [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.003970] env[63326]: INFO nova.compute.manager [-] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Took 1.31 seconds to deallocate network for instance. [ 1766.036340] env[63326]: DEBUG oslo_vmware.api [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726644, 'name': PowerOffVM_Task, 'duration_secs': 0.213362} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.036628] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.036828] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.037207] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd3cb40-bb36-480f-a0c7-8c73faf3dff3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.089896] env[63326]: DEBUG nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.112444] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.112667] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.112847] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleting the datastore file [datastore1] a03dce77-3520-4df9-a9ea-fef1869e8dea {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.113116] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e648c5-fb01-4e6e-bf62-de625af0dff2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.119598] env[63326]: DEBUG oslo_vmware.api [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1766.119598] env[63326]: value = "task-1726647" [ 1766.119598] env[63326]: _type = "Task" [ 1766.119598] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.127433] env[63326]: DEBUG oslo_vmware.api [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.234883] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726642, 'name': CreateVM_Task, 'duration_secs': 0.722298} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.235074] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.235731] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.235892] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.236215] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.236459] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8e5015-ac8e-42ad-a944-a3d445518a3d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.241397] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1766.241397] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5223e8dc-cbdf-4f28-753e-fe8a160dbe97" [ 1766.241397] env[63326]: _type = "Task" [ 1766.241397] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.249064] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5223e8dc-cbdf-4f28-753e-fe8a160dbe97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.256355] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.278396] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 33f6fccd-e949-4da4-a7df-0ace8672b75b] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1766.345900] env[63326]: DEBUG nova.network.neutron [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updated VIF entry in instance network info cache for port 23288c63-52f8-4535-af77-5b3634ee9017. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.346275] env[63326]: DEBUG nova.network.neutron [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [{"id": "23288c63-52f8-4535-af77-5b3634ee9017", "address": "fa:16:3e:a3:6b:1f", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23288c63-52", "ovs_interfaceid": "23288c63-52f8-4535-af77-5b3634ee9017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.366075] env[63326]: DEBUG oslo_vmware.api [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726645, 'name': PowerOffVM_Task, 'duration_secs': 0.223037} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.366412] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.366603] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.366852] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64739a6d-d989-4db1-818c-53a04e7fd844 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.398299] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726643, 'name': ReconfigVM_Task, 'duration_secs': 0.673306} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.398648] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 03a026d1-d0a2-4226-826d-e32812d1077b/03a026d1-d0a2-4226-826d-e32812d1077b.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.399322] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea023ddb-bb8a-4709-affc-9fe3557dbbf7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.405951] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1766.405951] env[63326]: value = "task-1726649" [ 1766.405951] env[63326]: _type = "Task" [ 1766.405951] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.414962] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726649, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.443735] env[63326]: DEBUG nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.463631] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.463842] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.464050] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Deleting the datastore file [datastore1] f63b7978-9679-4efc-989b-7cf6b5d42eb1 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.464349] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1755eaca-aa90-424f-96d2-a0e547683aa8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.467377] env[63326]: DEBUG nova.scheduler.client.report [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.475393] env[63326]: DEBUG oslo_vmware.api [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for the task: (returnval){ [ 1766.475393] env[63326]: value = "task-1726650" [ 1766.475393] env[63326]: _type = "Task" [ 1766.475393] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.483855] env[63326]: DEBUG oslo_vmware.api [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.514027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.627890] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.635199] env[63326]: DEBUG oslo_vmware.api [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139415} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.635199] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.635199] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.635199] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.635360] env[63326]: INFO nova.compute.manager [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1766.635537] env[63326]: DEBUG oslo.service.loopingcall [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.635738] env[63326]: DEBUG nova.compute.manager [-] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.635933] env[63326]: DEBUG nova.network.neutron [-] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.756143] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5223e8dc-cbdf-4f28-753e-fe8a160dbe97, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.759529] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.759784] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.760047] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.760226] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.760420] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.760694] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5583ae51-3894-4d2a-9722-59491606d0c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.769452] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.771248] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.771422] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.772174] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a34c0a5-430c-498e-bddf-2c2ba4b0bdbb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.778169] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1766.778169] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d7bc93-cb36-efc2-fe72-a26ee8d9542d" [ 1766.778169] env[63326]: _type = "Task" [ 1766.778169] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.781900] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: aef00d95-7465-418d-bc1c-482f907d53da] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1766.793985] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d7bc93-cb36-efc2-fe72-a26ee8d9542d, 'name': SearchDatastore_Task, 'duration_secs': 0.00823} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.794585] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11629978-3c60-47c5-a34b-9fe604b2ce76 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.801202] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1766.801202] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526e1411-c9d4-60e3-f814-1593a9d42c80" [ 1766.801202] env[63326]: _type = "Task" [ 1766.801202] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.811524] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526e1411-c9d4-60e3-f814-1593a9d42c80, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.811776] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.812053] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf/b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1766.812366] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c800dc4d-8026-4822-be2f-e89cba8d77fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.822082] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1766.822082] env[63326]: value = "task-1726651" [ 1766.822082] env[63326]: _type = "Task" [ 1766.822082] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.831532] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.848678] env[63326]: DEBUG oslo_concurrency.lockutils [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] Releasing lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.848947] env[63326]: DEBUG nova.compute.manager [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Received event network-vif-deleted-973831b1-069b-4038-a3a2-43ff61ea032b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1766.849155] env[63326]: INFO nova.compute.manager [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Neutron deleted interface 973831b1-069b-4038-a3a2-43ff61ea032b; detaching it from the instance and deleting it from the info cache [ 1766.849332] env[63326]: DEBUG nova.network.neutron [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.916460] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726649, 'name': Rename_Task, 'duration_secs': 0.152021} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.916752] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.916981] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74688a68-2ae4-4b2e-a83a-9df2b311b044 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.930624] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1766.930624] env[63326]: value = "task-1726652" [ 1766.930624] env[63326]: _type = "Task" [ 1766.930624] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.947405] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726652, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.971050] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.974873] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.978399] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.465s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.978634] env[63326]: DEBUG nova.objects.instance [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lazy-loading 'resources' on Instance uuid 802f466e-b566-4c3a-8040-431736ce716d {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.995148] env[63326]: DEBUG oslo_vmware.api [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Task: {'id': task-1726650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161152} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.995285] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.995363] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.995544] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.995852] env[63326]: INFO nova.compute.manager [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1766.996156] env[63326]: DEBUG oslo.service.loopingcall [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.996803] env[63326]: DEBUG nova.compute.manager [-] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.996938] env[63326]: DEBUG nova.network.neutron [-] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1767.012829] env[63326]: INFO nova.scheduler.client.report [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Deleted allocations for instance 3e295dde-be9d-4e99-b591-3ece25f5fd84 [ 1767.270658] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.291060] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: da1c0fc8-f0d2-4b13-a462-d0e67039c0b2] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1767.336755] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726651, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.352694] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9858bfcb-b131-4687-80d4-27d890a40d2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.364223] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b253f-b76c-44ca-aea3-1957cc942bca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.399393] env[63326]: DEBUG nova.compute.manager [req-3c021a04-21cc-45af-b78b-54a5ba799cbb req-a59e761d-a65f-44c3-ab26-dcd7d360aff0 service nova] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Detach interface failed, port_id=973831b1-069b-4038-a3a2-43ff61ea032b, reason: Instance 802f466e-b566-4c3a-8040-431736ce716d could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1767.441535] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.480642] env[63326]: DEBUG nova.network.neutron [-] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.525686] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2799b6d8-f503-44f2-9cc7-ea6021d3cdef tempest-ImagesOneServerTestJSON-948473145 tempest-ImagesOneServerTestJSON-948473145-project-member] Lock "3e295dde-be9d-4e99-b591-3ece25f5fd84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.220s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.530945] env[63326]: DEBUG nova.compute.manager [req-5b43690c-f37d-44f5-ad64-b349283b8f8d req-671a6cce-1356-45dd-b9a0-252d276b08b8 service nova] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Received event network-vif-deleted-5f57ebcb-6e44-4430-a366-4058ec472ea3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1767.660340] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquiring lock "e310e14f-4487-4993-a6b6-367be947a9ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.661020] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "e310e14f-4487-4993-a6b6-367be947a9ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.661321] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquiring lock "e310e14f-4487-4993-a6b6-367be947a9ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.661525] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "e310e14f-4487-4993-a6b6-367be947a9ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.661706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "e310e14f-4487-4993-a6b6-367be947a9ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.664076] env[63326]: INFO nova.compute.manager [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Terminating instance [ 1767.769355] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.788063] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263b27b3-f889-4891-b9ed-c389d886ea9c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.793547] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 2ddff8a6-2b4f-47e8-82cb-befcde383ee8] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1767.799504] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359073df-dbc1-4ed3-b027-19f64d314a99 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.811145] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "b58b7d17-be81-40e5-bee9-a7b915600f84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.811145] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.841889] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ea34c9-53d8-49a1-bd38-13441d425385 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.853429] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34831ff-852c-41df-8cdd-4edd5cc5007f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.858310] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565227} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.858567] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf/b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1767.858780] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.859413] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-563cbae8-013b-49ba-aa18-ed8fe031c322 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.869981] env[63326]: DEBUG nova.compute.provider_tree [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.876853] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1767.876853] env[63326]: value = "task-1726653" [ 1767.876853] env[63326]: _type = "Task" [ 1767.876853] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.885962] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.943607] env[63326]: DEBUG oslo_vmware.api [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726652, 'name': PowerOnVM_Task, 'duration_secs': 0.831359} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.943607] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.943607] env[63326]: INFO nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1767.943607] env[63326]: DEBUG nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.943961] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c0831a-c8c6-47d4-9c7c-4b5d9ffc7f38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.986863] env[63326]: INFO nova.compute.manager [-] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Took 1.35 seconds to deallocate network for instance. [ 1768.091321] env[63326]: DEBUG nova.network.neutron [-] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.172116] env[63326]: DEBUG nova.compute.manager [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1768.172461] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1768.173292] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a19d61-5b5f-4256-a667-454ab1c20960 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.181119] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.181485] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-381a70a0-cfdf-4ddb-9b1f-cb6a7411d943 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.187283] env[63326]: DEBUG oslo_vmware.api [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1768.187283] env[63326]: value = "task-1726654" [ 1768.187283] env[63326]: _type = "Task" [ 1768.187283] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.195786] env[63326]: DEBUG oslo_vmware.api [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1726654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.268940] env[63326]: DEBUG oslo_vmware.api [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726632, 'name': ReconfigVM_Task, 'duration_secs': 6.802242} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.269142] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.269296] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Reconfigured VM to detach interface {{(pid=63326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1768.300267] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 9cb941db-88b7-48d3-a23c-2b3a52af5078] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1768.313182] env[63326]: DEBUG nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.372852] env[63326]: DEBUG nova.scheduler.client.report [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.391415] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084801} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.391693] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.392560] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7673e4ed-d04e-4a74-aa64-41a893a019e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.416453] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf/b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.417414] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ec4489-9323-4832-990c-404e2a124c44 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.437408] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1768.437408] env[63326]: value = "task-1726655" [ 1768.437408] env[63326]: _type = "Task" [ 1768.437408] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.447323] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.464123] env[63326]: INFO nova.compute.manager [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Took 21.14 seconds to build instance. [ 1768.493830] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.596515] env[63326]: INFO nova.compute.manager [-] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Took 1.60 seconds to deallocate network for instance. [ 1768.699023] env[63326]: DEBUG oslo_vmware.api [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1726654, 'name': PowerOffVM_Task, 'duration_secs': 0.184044} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.699604] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.699854] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1768.700446] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56091b27-1b27-4cf1-b513-278d6af9fbb7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.804186] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 03a8c115-6a27-45f9-9e27-1af228df293b] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1768.840627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.877698] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.884311] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.256s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.885682] env[63326]: INFO nova.compute.claims [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.909891] env[63326]: INFO nova.scheduler.client.report [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted allocations for instance 802f466e-b566-4c3a-8040-431736ce716d [ 1768.915619] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.917666] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.917666] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Deleting the datastore file [datastore1] e310e14f-4487-4993-a6b6-367be947a9ba {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.917976] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59397c7f-7679-448d-8b08-1201848e7021 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.926969] env[63326]: DEBUG oslo_vmware.api [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for the task: (returnval){ [ 1768.926969] env[63326]: value = "task-1726657" [ 1768.926969] env[63326]: _type = "Task" [ 1768.926969] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.940392] env[63326]: DEBUG oslo_vmware.api [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1726657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.952199] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.966859] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a932619-f856-4bd4-afff-3ef8bdf34f8c tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.657s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.100903] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.307040] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 96b70339-1ea3-47ef-8e1a-dba9a2665348] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1769.424777] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f1377b8-286b-4bd8-b055-2952f4f2f609 tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "802f466e-b566-4c3a-8040-431736ce716d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.886s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.443743] env[63326]: DEBUG oslo_vmware.api [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Task: {'id': task-1726657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195488} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.450510] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1769.450740] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1769.453072] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1769.453072] env[63326]: INFO nova.compute.manager [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1769.453072] env[63326]: DEBUG oslo.service.loopingcall [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.453072] env[63326]: DEBUG nova.compute.manager [-] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1769.453072] env[63326]: DEBUG nova.network.neutron [-] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1769.461634] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726655, 'name': ReconfigVM_Task, 'duration_secs': 0.761093} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.461634] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf/b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.463260] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c38562d-4ff2-4b5a-9e31-d533bdb0c376 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.471655] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1769.471655] env[63326]: value = "task-1726658" [ 1769.471655] env[63326]: _type = "Task" [ 1769.471655] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.483882] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726658, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.577529] env[63326]: DEBUG nova.compute.manager [req-d91ca560-4ea9-4a0c-b464-dd5edbd4d9ed req-3370ab23-a72a-4fbe-8547-c89eea076916 service nova] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Received event network-vif-deleted-7a8ef678-fdb2-4f49-a68f-482a52897cc3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1769.815013] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 2f196e70-1409-4734-87e1-87fcab980c6b] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1769.987123] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726658, 'name': Rename_Task, 'duration_secs': 0.263269} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.991407] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.991830] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e98ec3e-68ee-4b19-993e-f8b3912336e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.998741] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1769.998741] env[63326]: value = "task-1726659" [ 1769.998741] env[63326]: _type = "Task" [ 1769.998741] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.007545] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.140284] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.140470] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.140647] env[63326]: DEBUG nova.network.neutron [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.182985] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95c9043-dd61-49ef-9a26-2ad3270c6971 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.191492] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e0022-7b9d-43dc-b72a-45989df57c64 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.227895] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2929d5b5-7526-434f-ac6f-23ad7c34cb9c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.235702] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e35dd30-a9db-4f1f-952d-c8bbf300872e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.252524] env[63326]: DEBUG nova.compute.provider_tree [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.320377] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 76f98155-b855-45e8-ab94-bf6897826ff3] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1770.327817] env[63326]: DEBUG nova.compute.manager [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1770.511855] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.645353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "22a6d0c5-5bb2-495c-9688-3d56b7253045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.645353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "22a6d0c5-5bb2-495c-9688-3d56b7253045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.645353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "22a6d0c5-5bb2-495c-9688-3d56b7253045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.645353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "22a6d0c5-5bb2-495c-9688-3d56b7253045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.645353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "22a6d0c5-5bb2-495c-9688-3d56b7253045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.648676] env[63326]: INFO nova.compute.manager [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Terminating instance [ 1770.755832] env[63326]: DEBUG nova.scheduler.client.report [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.825160] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: a482f68a-c553-41a3-bcbb-786d94d46242] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1770.853827] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.010319] env[63326]: DEBUG oslo_vmware.api [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726659, 'name': PowerOnVM_Task, 'duration_secs': 0.597932} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.010589] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.010788] env[63326]: INFO nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1771.010968] env[63326]: DEBUG nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.011754] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede2cb1d-6b55-4729-ad3a-a6f272f60c55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.080437] env[63326]: INFO nova.network.neutron [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Port 639fdedd-12e3-4492-93cc-e2631a18d9f9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1771.080804] env[63326]: DEBUG nova.network.neutron [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.129527] env[63326]: DEBUG nova.network.neutron [-] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.153931] env[63326]: DEBUG nova.compute.manager [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1771.154346] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.156466] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0803a-c809-4684-8398-0e43a835123c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.170025] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1771.170025] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d885fc7-08ef-44e4-bfee-4bc08c0a76e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.179935] env[63326]: DEBUG oslo_vmware.api [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1771.179935] env[63326]: value = "task-1726660" [ 1771.179935] env[63326]: _type = "Task" [ 1771.179935] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.187541] env[63326]: DEBUG oslo_vmware.api [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.261554] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.262400] env[63326]: DEBUG nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.265026] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.295s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.267728] env[63326]: INFO nova.compute.claims [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1771.327826] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: c4edb900-0054-4b07-b3e7-f591400340a8] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1771.488639] env[63326]: DEBUG nova.compute.manager [req-eecc9bc5-37e5-45ef-8678-73cabc7f50ea req-0a65be76-2959-4123-a613-10b5ffb56175 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1771.488639] env[63326]: DEBUG nova.compute.manager [req-eecc9bc5-37e5-45ef-8678-73cabc7f50ea req-0a65be76-2959-4123-a613-10b5ffb56175 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing instance network info cache due to event network-changed-33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1771.488639] env[63326]: DEBUG oslo_concurrency.lockutils [req-eecc9bc5-37e5-45ef-8678-73cabc7f50ea req-0a65be76-2959-4123-a613-10b5ffb56175 service nova] Acquiring lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.534784] env[63326]: INFO nova.compute.manager [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Took 19.21 seconds to build instance. [ 1771.584317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.588738] env[63326]: DEBUG oslo_concurrency.lockutils [req-eecc9bc5-37e5-45ef-8678-73cabc7f50ea req-0a65be76-2959-4123-a613-10b5ffb56175 service nova] Acquired lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.593717] env[63326]: DEBUG nova.network.neutron [req-eecc9bc5-37e5-45ef-8678-73cabc7f50ea req-0a65be76-2959-4123-a613-10b5ffb56175 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Refreshing network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.621437] env[63326]: DEBUG nova.compute.manager [req-d843231f-1502-4740-a396-39ec54cb7d39 req-ddb12d07-c300-4c98-b4bb-261591e1ac6f service nova] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Received event network-vif-deleted-05b3ad8e-6a6e-458c-91e1-da7af8c2a903 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1771.633685] env[63326]: INFO nova.compute.manager [-] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Took 2.18 seconds to deallocate network for instance. [ 1771.690821] env[63326]: DEBUG oslo_vmware.api [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726660, 'name': PowerOffVM_Task, 'duration_secs': 0.289372} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.692207] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1771.692207] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1771.692207] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df38b402-99ed-4e21-9911-a8ac5b1ed068 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.773707] env[63326]: DEBUG nova.compute.utils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.779027] env[63326]: DEBUG nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.779027] env[63326]: DEBUG nova.network.neutron [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.795082] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1771.795362] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1771.795720] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleting the datastore file [datastore1] 22a6d0c5-5bb2-495c-9688-3d56b7253045 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1771.795930] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85affc50-51b3-4483-96ed-9e943d93943c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.804045] env[63326]: DEBUG oslo_vmware.api [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for the task: (returnval){ [ 1771.804045] env[63326]: value = "task-1726662" [ 1771.804045] env[63326]: _type = "Task" [ 1771.804045] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.812636] env[63326]: DEBUG oslo_vmware.api [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.832094] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 8afae469-bdfb-4625-881b-3cba4f90a058] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1771.850048] env[63326]: DEBUG nova.policy [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '620efa270bf34053a8292ade567c122a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecef5e6cd1f74c359fd162ba77e187d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1772.037334] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73643c11-abdc-4c36-ac64-f745730697d3 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.718s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.093563] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60229079-bd01-4a95-9279-a92b2a9361dc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-eff8eb78-e127-4577-960b-44798c34cbc1-639fdedd-12e3-4492-93cc-e2631a18d9f9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.954s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.141119] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.215209] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-4ee43a0b-5679-49d8-a962-8c9ecf83662a-639fdedd-12e3-4492-93cc-e2631a18d9f9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.215682] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4ee43a0b-5679-49d8-a962-8c9ecf83662a-639fdedd-12e3-4492-93cc-e2631a18d9f9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.216180] env[63326]: DEBUG nova.objects.instance [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'flavor' on Instance uuid 4ee43a0b-5679-49d8-a962-8c9ecf83662a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.286232] env[63326]: DEBUG nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.316708] env[63326]: DEBUG oslo_vmware.api [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Task: {'id': task-1726662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411343} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.316971] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.317175] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.317578] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.317779] env[63326]: INFO nova.compute.manager [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1772.318036] env[63326]: DEBUG oslo.service.loopingcall [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.318242] env[63326]: DEBUG nova.compute.manager [-] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1772.318360] env[63326]: DEBUG nova.network.neutron [-] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1772.337544] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 2eda2af3-0897-40d8-8768-9b161dab772f] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1772.450853] env[63326]: DEBUG nova.network.neutron [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Successfully created port: 7768ee84-6020-40a3-a53b-49ad3802039b {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.456381] env[63326]: DEBUG nova.network.neutron [req-eecc9bc5-37e5-45ef-8678-73cabc7f50ea req-0a65be76-2959-4123-a613-10b5ffb56175 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updated VIF entry in instance network info cache for port 33760f0f-9e18-405a-a723-150ef0ac0530. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.456381] env[63326]: DEBUG nova.network.neutron [req-eecc9bc5-37e5-45ef-8678-73cabc7f50ea req-0a65be76-2959-4123-a613-10b5ffb56175 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [{"id": "33760f0f-9e18-405a-a723-150ef0ac0530", "address": "fa:16:3e:22:0e:17", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33760f0f-9e", "ovs_interfaceid": "33760f0f-9e18-405a-a723-150ef0ac0530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.568497] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b7d474-d87e-4ee2-bf25-ba3a70c60e43 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.582038] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41abd898-5003-4df5-ba7c-230da682b602 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.630733] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e888e530-7336-4359-ae04-b7050538bd1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.637643] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431c4f25-a86b-4ac1-91ab-06b1e649de35 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.652558] env[63326]: DEBUG nova.compute.provider_tree [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.841648] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4b47fcaf-7d4c-42a7-99b6-31fcfcd86417] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1772.858129] env[63326]: DEBUG nova.objects.instance [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ee43a0b-5679-49d8-a962-8c9ecf83662a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.961648] env[63326]: DEBUG oslo_concurrency.lockutils [req-eecc9bc5-37e5-45ef-8678-73cabc7f50ea req-0a65be76-2959-4123-a613-10b5ffb56175 service nova] Releasing lock "refresh_cache-eff8eb78-e127-4577-960b-44798c34cbc1" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.159078] env[63326]: DEBUG nova.scheduler.client.report [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.317030] env[63326]: DEBUG nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.352524] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.354326] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.358019] env[63326]: DEBUG nova.virt.hardware [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.358019] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: d18929c9-f57b-4755-9f20-1ed87a1dfd61] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1773.361520] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93924cac-f72b-4aac-8e08-d4bf2c0358fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.365796] env[63326]: DEBUG nova.objects.base [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Object Instance<4ee43a0b-5679-49d8-a962-8c9ecf83662a> lazy-loaded attributes: flavor,pci_requests {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1773.366148] env[63326]: DEBUG nova.network.neutron [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1773.381855] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e266f8-a8db-4f54-84c9-afc5d73badd1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.470615] env[63326]: DEBUG nova.policy [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e822605edd348a5ad69f46754f1a64a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b242596592e748568161086fb29525dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1773.542551] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.542551] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.664713] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.664713] env[63326]: DEBUG nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1773.667282] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.173s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.667614] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.671139] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.831s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.673136] env[63326]: INFO nova.compute.claims [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.685277] env[63326]: DEBUG nova.compute.manager [req-a669a70f-5d50-4529-9bb7-64b40e9d8d3d req-9b259edd-c172-4053-b63c-f6dfcd35945a service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received event network-changed-97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1773.685636] env[63326]: DEBUG nova.compute.manager [req-a669a70f-5d50-4529-9bb7-64b40e9d8d3d req-9b259edd-c172-4053-b63c-f6dfcd35945a service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing instance network info cache due to event network-changed-97160313-e2aa-43e7-9543-39e7e9c841ac. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1773.685972] env[63326]: DEBUG oslo_concurrency.lockutils [req-a669a70f-5d50-4529-9bb7-64b40e9d8d3d req-9b259edd-c172-4053-b63c-f6dfcd35945a service nova] Acquiring lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.686227] env[63326]: DEBUG oslo_concurrency.lockutils [req-a669a70f-5d50-4529-9bb7-64b40e9d8d3d req-9b259edd-c172-4053-b63c-f6dfcd35945a service nova] Acquired lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.686482] env[63326]: DEBUG nova.network.neutron [req-a669a70f-5d50-4529-9bb7-64b40e9d8d3d req-9b259edd-c172-4053-b63c-f6dfcd35945a service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing network info cache for port 97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.710786] env[63326]: DEBUG nova.compute.manager [req-93bc514f-6f07-4f09-b2be-7345c92bde7f req-5c502e70-75a8-4844-926f-d30e45b26e31 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Received event network-vif-deleted-7c663bb9-70fa-4776-8bb2-3a6813b4a089 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1773.710786] env[63326]: INFO nova.compute.manager [req-93bc514f-6f07-4f09-b2be-7345c92bde7f req-5c502e70-75a8-4844-926f-d30e45b26e31 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Neutron deleted interface 7c663bb9-70fa-4776-8bb2-3a6813b4a089; detaching it from the instance and deleting it from the info cache [ 1773.710786] env[63326]: DEBUG nova.network.neutron [req-93bc514f-6f07-4f09-b2be-7345c92bde7f req-5c502e70-75a8-4844-926f-d30e45b26e31 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.715226] env[63326]: INFO nova.scheduler.client.report [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted allocations for instance a03dce77-3520-4df9-a9ea-fef1869e8dea [ 1773.865951] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 83ff9261-e44a-44d6-984a-9cc3459a567f] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1773.917125] env[63326]: DEBUG nova.network.neutron [-] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.044525] env[63326]: DEBUG nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.178872] env[63326]: DEBUG nova.compute.utils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1774.184436] env[63326]: DEBUG nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1774.184436] env[63326]: DEBUG nova.network.neutron [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1774.220142] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fed1890-8929-4924-8b9d-07fd99d692da {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.232033] env[63326]: DEBUG oslo_concurrency.lockutils [None req-075fb3f0-23aa-42b6-b745-7b4ef1a4ef8d tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "a03dce77-3520-4df9-a9ea-fef1869e8dea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.234s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.232285] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96a1712-6167-4710-bd9d-d80f9cd52a9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.253591] env[63326]: DEBUG nova.policy [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c88c1ddc620144cd9c228533d44f294f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f70ccab695804a75ad621f532d0b7f66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1774.266679] env[63326]: DEBUG nova.compute.manager [req-93bc514f-6f07-4f09-b2be-7345c92bde7f req-5c502e70-75a8-4844-926f-d30e45b26e31 service nova] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Detach interface failed, port_id=7c663bb9-70fa-4776-8bb2-3a6813b4a089, reason: Instance 22a6d0c5-5bb2-495c-9688-3d56b7253045 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1774.370639] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4b38cdd3-5f36-4bef-aa40-0a4fbca092e8] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1774.421019] env[63326]: INFO nova.compute.manager [-] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Took 2.10 seconds to deallocate network for instance. [ 1774.504864] env[63326]: DEBUG nova.network.neutron [req-a669a70f-5d50-4529-9bb7-64b40e9d8d3d req-9b259edd-c172-4053-b63c-f6dfcd35945a service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updated VIF entry in instance network info cache for port 97160313-e2aa-43e7-9543-39e7e9c841ac. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.505289] env[63326]: DEBUG nova.network.neutron [req-a669a70f-5d50-4529-9bb7-64b40e9d8d3d req-9b259edd-c172-4053-b63c-f6dfcd35945a service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.571469] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.692687] env[63326]: DEBUG nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1774.697830] env[63326]: DEBUG nova.network.neutron [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Successfully created port: 5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1774.876229] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 0b19d2c8-f7c9-4d74-940e-be61b6b073e2] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1774.926019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.958912] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18de3cc-189d-443d-ad43-91df2b3a6c0a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.968098] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334c39b-5b58-4a46-9951-20daf9f99d16 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.000751] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0b1ce7-d769-4ae7-8c39-48fb07bf73ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.008715] env[63326]: DEBUG oslo_concurrency.lockutils [req-a669a70f-5d50-4529-9bb7-64b40e9d8d3d req-9b259edd-c172-4053-b63c-f6dfcd35945a service nova] Releasing lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.010474] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643fe973-0a5b-4882-997e-cbf32c0c5409 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.025435] env[63326]: DEBUG nova.compute.provider_tree [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.253789] env[63326]: DEBUG nova.network.neutron [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Successfully updated port: 7768ee84-6020-40a3-a53b-49ad3802039b {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.385247] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 2d314c2f-890b-4ce0-971c-181d512ec73e] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1775.479648] env[63326]: DEBUG nova.network.neutron [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Successfully updated port: 639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.528544] env[63326]: DEBUG nova.scheduler.client.report [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.714025] env[63326]: DEBUG nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1775.740384] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.740384] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.740384] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.740591] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.740682] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.740825] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.741136] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.741405] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.741646] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.741868] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.742120] env[63326]: DEBUG nova.virt.hardware [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.743053] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f654a8ad-6dd1-4794-a650-2d0a740d1eb1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.751769] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30baaa94-1c1a-4e76-af4d-c0f3ac09923c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.756676] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "refresh_cache-f1950c91-b7c8-4f4a-8860-6aca70bdf6da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.756676] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "refresh_cache-f1950c91-b7c8-4f4a-8860-6aca70bdf6da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.756676] env[63326]: DEBUG nova.network.neutron [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.775772] env[63326]: DEBUG nova.compute.manager [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received event network-vif-plugged-639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1775.775999] env[63326]: DEBUG oslo_concurrency.lockutils [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] Acquiring lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.776224] env[63326]: DEBUG oslo_concurrency.lockutils [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.776394] env[63326]: DEBUG oslo_concurrency.lockutils [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.776562] env[63326]: DEBUG nova.compute.manager [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] No waiting events found dispatching network-vif-plugged-639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.776754] env[63326]: WARNING nova.compute.manager [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received unexpected event network-vif-plugged-639fdedd-12e3-4492-93cc-e2631a18d9f9 for instance with vm_state active and task_state None. [ 1775.776882] env[63326]: DEBUG nova.compute.manager [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received event network-changed-639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1775.777295] env[63326]: DEBUG nova.compute.manager [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing instance network info cache due to event network-changed-639fdedd-12e3-4492-93cc-e2631a18d9f9. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1775.777693] env[63326]: DEBUG oslo_concurrency.lockutils [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] Acquiring lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.777894] env[63326]: DEBUG oslo_concurrency.lockutils [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] Acquired lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.778351] env[63326]: DEBUG nova.network.neutron [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Refreshing network info cache for port 639fdedd-12e3-4492-93cc-e2631a18d9f9 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.887391] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: e10a6121-e366-41c8-b000-9a27fb0dc4c9] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1775.985661] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.035334] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.035878] env[63326]: DEBUG nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1776.038816] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.938s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.039047] env[63326]: DEBUG nova.objects.instance [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lazy-loading 'resources' on Instance uuid f63b7978-9679-4efc-989b-7cf6b5d42eb1 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.142258] env[63326]: DEBUG nova.compute.manager [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received event network-changed-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1776.142477] env[63326]: DEBUG nova.compute.manager [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Refreshing instance network info cache due to event network-changed-23288c63-52f8-4535-af77-5b3634ee9017. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1776.142685] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Acquiring lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.142825] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Acquired lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.142983] env[63326]: DEBUG nova.network.neutron [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Refreshing network info cache for port 23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.304780] env[63326]: DEBUG nova.network.neutron [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.391137] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 413f531c-7e4e-4e7d-9e03-0b2d0a6f6c62] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1776.470548] env[63326]: DEBUG nova.network.neutron [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Updating instance_info_cache with network_info: [{"id": "7768ee84-6020-40a3-a53b-49ad3802039b", "address": "fa:16:3e:c1:ed:b6", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7768ee84-60", "ovs_interfaceid": "7768ee84-6020-40a3-a53b-49ad3802039b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.543174] env[63326]: DEBUG nova.compute.utils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.547916] env[63326]: DEBUG nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1776.547916] env[63326]: DEBUG nova.network.neutron [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1776.591930] env[63326]: DEBUG nova.policy [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51d9cba6a5734952a0b7a5a741b765d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa4e7de2d9ff42e3bf71784930c23c23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.627228] env[63326]: DEBUG nova.network.neutron [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Added VIF to instance network info cache for port 639fdedd-12e3-4492-93cc-e2631a18d9f9. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1776.627639] env[63326]: DEBUG nova.network.neutron [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "639fdedd-12e3-4492-93cc-e2631a18d9f9", "address": "fa:16:3e:a3:b8:35", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fdedd-12", "ovs_interfaceid": "639fdedd-12e3-4492-93cc-e2631a18d9f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.755750] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.755750] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.757667] env[63326]: DEBUG nova.network.neutron [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Successfully updated port: 5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1776.814354] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c11d34-6880-4c29-bde6-1eaf0810683a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.822742] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731fa1df-e338-42b0-94f8-c9de032082e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.857371] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0578217a-c1c8-49c1-82f3-64423e405b2a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.865667] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b609a49-6f41-4288-879b-b002cb5a3c25 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.880974] env[63326]: DEBUG nova.compute.provider_tree [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.895835] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1f41278f-fd24-47d9-9973-87ece1744370] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1776.955617] env[63326]: DEBUG nova.network.neutron [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updated VIF entry in instance network info cache for port 23288c63-52f8-4535-af77-5b3634ee9017. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.955996] env[63326]: DEBUG nova.network.neutron [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [{"id": "23288c63-52f8-4535-af77-5b3634ee9017", "address": "fa:16:3e:a3:6b:1f", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23288c63-52", "ovs_interfaceid": "23288c63-52f8-4535-af77-5b3634ee9017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.972027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "refresh_cache-f1950c91-b7c8-4f4a-8860-6aca70bdf6da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.972410] env[63326]: DEBUG nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Instance network_info: |[{"id": "7768ee84-6020-40a3-a53b-49ad3802039b", "address": "fa:16:3e:c1:ed:b6", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7768ee84-60", "ovs_interfaceid": "7768ee84-6020-40a3-a53b-49ad3802039b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.973100] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ed:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7768ee84-6020-40a3-a53b-49ad3802039b', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.981505] env[63326]: DEBUG oslo.service.loopingcall [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.982115] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.982728] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdcb006f-a250-4a4c-bc1b-fedc47a1e795 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.001870] env[63326]: DEBUG nova.network.neutron [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Successfully created port: 44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.010051] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1777.010051] env[63326]: value = "task-1726663" [ 1777.010051] env[63326]: _type = "Task" [ 1777.010051] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.018525] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726663, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.047708] env[63326]: DEBUG nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1777.135008] env[63326]: DEBUG oslo_concurrency.lockutils [req-c7b3477a-d040-4530-95d3-0d34f0619c50 req-094d5866-0579-47a9-b804-703d0dc18903 service nova] Releasing lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.139034] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.139034] env[63326]: DEBUG nova.network.neutron [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.257069] env[63326]: DEBUG nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1777.261568] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.261743] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.261867] env[63326]: DEBUG nova.network.neutron [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.383775] env[63326]: DEBUG nova.scheduler.client.report [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.400070] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: b87bb2f9-61f8-4b4b-bd8f-e1746f4ea413] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1777.458398] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Releasing lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.458675] env[63326]: DEBUG nova.compute.manager [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Received event network-vif-plugged-7768ee84-6020-40a3-a53b-49ad3802039b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1777.458883] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Acquiring lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.459110] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.459374] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.459625] env[63326]: DEBUG nova.compute.manager [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] No waiting events found dispatching network-vif-plugged-7768ee84-6020-40a3-a53b-49ad3802039b {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1777.459811] env[63326]: WARNING nova.compute.manager [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Received unexpected event network-vif-plugged-7768ee84-6020-40a3-a53b-49ad3802039b for instance with vm_state building and task_state spawning. [ 1777.459982] env[63326]: DEBUG nova.compute.manager [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Received event network-changed-7768ee84-6020-40a3-a53b-49ad3802039b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1777.460167] env[63326]: DEBUG nova.compute.manager [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Refreshing instance network info cache due to event network-changed-7768ee84-6020-40a3-a53b-49ad3802039b. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1777.460368] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Acquiring lock "refresh_cache-f1950c91-b7c8-4f4a-8860-6aca70bdf6da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.460588] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Acquired lock "refresh_cache-f1950c91-b7c8-4f4a-8860-6aca70bdf6da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.460793] env[63326]: DEBUG nova.network.neutron [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Refreshing network info cache for port 7768ee84-6020-40a3-a53b-49ad3802039b {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.521434] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726663, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.678936] env[63326]: WARNING nova.network.neutron [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] f627832b-e7ad-4177-b4a2-60ab53cd10ce already exists in list: networks containing: ['f627832b-e7ad-4177-b4a2-60ab53cd10ce']. ignoring it [ 1777.679161] env[63326]: WARNING nova.network.neutron [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] f627832b-e7ad-4177-b4a2-60ab53cd10ce already exists in list: networks containing: ['f627832b-e7ad-4177-b4a2-60ab53cd10ce']. ignoring it [ 1777.679334] env[63326]: WARNING nova.network.neutron [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] 639fdedd-12e3-4492-93cc-e2631a18d9f9 already exists in list: port_ids containing: ['639fdedd-12e3-4492-93cc-e2631a18d9f9']. ignoring it [ 1777.791395] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.821200] env[63326]: DEBUG nova.network.neutron [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1777.889282] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.891688] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.038s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.903570] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 67e44e2d-1e54-4380-b32e-7b54be385e34] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1777.913663] env[63326]: INFO nova.scheduler.client.report [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Deleted allocations for instance f63b7978-9679-4efc-989b-7cf6b5d42eb1 [ 1778.024078] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726663, 'name': CreateVM_Task, 'duration_secs': 0.606986} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.024274] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1778.024937] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.025110] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.025423] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1778.025683] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa865daa-5f5d-4d95-aca7-469fd02ec29e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.030681] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1778.030681] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e1858e-5482-3144-e358-d0df9b289265" [ 1778.030681] env[63326]: _type = "Task" [ 1778.030681] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.040387] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e1858e-5482-3144-e358-d0df9b289265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.056927] env[63326]: DEBUG nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1778.076863] env[63326]: DEBUG nova.network.neutron [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Updating instance_info_cache with network_info: [{"id": "5edeacfe-3a15-49db-8bd7-f7e318b5de9b", "address": "fa:16:3e:f7:c8:96", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edeacfe-3a", "ovs_interfaceid": "5edeacfe-3a15-49db-8bd7-f7e318b5de9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.089070] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1778.089246] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.089374] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1778.089519] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.089665] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1778.089811] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1778.090020] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1778.090185] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1778.090370] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1778.090521] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1778.090725] env[63326]: DEBUG nova.virt.hardware [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1778.091937] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20311821-b791-49b5-8169-afc3b62eabd6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.101520] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b54e92-21fc-4c00-8ecd-c7fbcf32bdad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.130778] env[63326]: DEBUG nova.network.neutron [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "639fdedd-12e3-4492-93cc-e2631a18d9f9", "address": "fa:16:3e:a3:b8:35", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639fdedd-12", "ovs_interfaceid": "639fdedd-12e3-4492-93cc-e2631a18d9f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.195216] env[63326]: DEBUG nova.compute.manager [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Received event network-vif-plugged-5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1778.195530] env[63326]: DEBUG oslo_concurrency.lockutils [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] Acquiring lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.195729] env[63326]: DEBUG oslo_concurrency.lockutils [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.195798] env[63326]: DEBUG oslo_concurrency.lockutils [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.195987] env[63326]: DEBUG nova.compute.manager [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] No waiting events found dispatching network-vif-plugged-5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.196185] env[63326]: WARNING nova.compute.manager [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Received unexpected event network-vif-plugged-5edeacfe-3a15-49db-8bd7-f7e318b5de9b for instance with vm_state building and task_state spawning. [ 1778.196351] env[63326]: DEBUG nova.compute.manager [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Received event network-changed-5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1778.196510] env[63326]: DEBUG nova.compute.manager [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Refreshing instance network info cache due to event network-changed-5edeacfe-3a15-49db-8bd7-f7e318b5de9b. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1778.196677] env[63326]: DEBUG oslo_concurrency.lockutils [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] Acquiring lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.245048] env[63326]: DEBUG nova.network.neutron [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Updated VIF entry in instance network info cache for port 7768ee84-6020-40a3-a53b-49ad3802039b. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.245436] env[63326]: DEBUG nova.network.neutron [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Updating instance_info_cache with network_info: [{"id": "7768ee84-6020-40a3-a53b-49ad3802039b", "address": "fa:16:3e:c1:ed:b6", "network": {"id": "11278914-c657-457e-824f-f1eec1f736b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2029715590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecef5e6cd1f74c359fd162ba77e187d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7768ee84-60", "ovs_interfaceid": "7768ee84-6020-40a3-a53b-49ad3802039b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.400029] env[63326]: INFO nova.compute.claims [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.406981] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 166d524e-5922-4de7-8478-a63533670746] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1778.420908] env[63326]: DEBUG oslo_concurrency.lockutils [None req-29b74094-3e44-405a-a4b2-6d99d9dfaa7d tempest-InstanceActionsV221TestJSON-332471237 tempest-InstanceActionsV221TestJSON-332471237-project-member] Lock "f63b7978-9679-4efc-989b-7cf6b5d42eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.096s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.545185] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e1858e-5482-3144-e358-d0df9b289265, 'name': SearchDatastore_Task, 'duration_secs': 0.017445} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.545639] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.546016] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.546395] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.546658] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.546959] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.547377] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45664c84-4364-43cc-bd59-9291ef40dc4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.557834] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.558132] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.559234] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfe5296-a28d-4e38-9ec2-292dbd569141 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.567125] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1778.567125] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521dd87b-e135-1612-c4ef-216d4b64941e" [ 1778.567125] env[63326]: _type = "Task" [ 1778.567125] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.578650] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521dd87b-e135-1612-c4ef-216d4b64941e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.584280] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.584280] env[63326]: DEBUG nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Instance network_info: |[{"id": "5edeacfe-3a15-49db-8bd7-f7e318b5de9b", "address": "fa:16:3e:f7:c8:96", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edeacfe-3a", "ovs_interfaceid": "5edeacfe-3a15-49db-8bd7-f7e318b5de9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1778.584280] env[63326]: DEBUG oslo_concurrency.lockutils [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] Acquired lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.584280] env[63326]: DEBUG nova.network.neutron [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Refreshing network info cache for port 5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1778.585543] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c8:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5edeacfe-3a15-49db-8bd7-f7e318b5de9b', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.599072] env[63326]: DEBUG oslo.service.loopingcall [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.601179] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.601179] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa3b586c-1a74-490d-986e-d61192f10341 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.633585] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.634748] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.634854] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.635150] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.635150] env[63326]: value = "task-1726664" [ 1778.635150] env[63326]: _type = "Task" [ 1778.635150] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.636525] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e43edfb-e5cc-48e3-a4ae-864e31f696f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.660293] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1778.660538] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.660693] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1778.660876] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.661038] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1778.661190] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1778.661404] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1778.661554] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1778.661715] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1778.661872] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1778.662080] env[63326]: DEBUG nova.virt.hardware [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1778.668140] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Reconfiguring VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1778.668406] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726664, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.668937] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-234360c5-ef30-42ea-b511-274ae22e0606 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.685573] env[63326]: DEBUG oslo_vmware.api [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1778.685573] env[63326]: value = "task-1726665" [ 1778.685573] env[63326]: _type = "Task" [ 1778.685573] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.693682] env[63326]: DEBUG oslo_vmware.api [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726665, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.748067] env[63326]: DEBUG oslo_concurrency.lockutils [req-333b0bdb-b619-4a09-83dc-a180c2b09e31 req-d0205171-01ab-44d5-80c8-e5ef93f2d5f4 service nova] Releasing lock "refresh_cache-f1950c91-b7c8-4f4a-8860-6aca70bdf6da" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.904423] env[63326]: INFO nova.compute.resource_tracker [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating resource usage from migration e982ef21-ac2b-4ff7-a38b-176856cc66b0 [ 1778.910479] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 2fe327fb-112d-4ff4-a45c-d1bcb25d22a7] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1778.961714] env[63326]: DEBUG nova.network.neutron [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Successfully updated port: 44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1779.002944] env[63326]: DEBUG nova.compute.manager [req-51bf6c1f-8d1b-4e3e-9272-7b1185799aaa req-ff5b23fb-6699-4c4a-bbcb-cd0788ac8d2a service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Received event network-vif-plugged-44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1779.004057] env[63326]: DEBUG oslo_concurrency.lockutils [req-51bf6c1f-8d1b-4e3e-9272-7b1185799aaa req-ff5b23fb-6699-4c4a-bbcb-cd0788ac8d2a service nova] Acquiring lock "b58b7d17-be81-40e5-bee9-a7b915600f84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.004293] env[63326]: DEBUG oslo_concurrency.lockutils [req-51bf6c1f-8d1b-4e3e-9272-7b1185799aaa req-ff5b23fb-6699-4c4a-bbcb-cd0788ac8d2a service nova] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.004477] env[63326]: DEBUG oslo_concurrency.lockutils [req-51bf6c1f-8d1b-4e3e-9272-7b1185799aaa req-ff5b23fb-6699-4c4a-bbcb-cd0788ac8d2a service nova] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.004661] env[63326]: DEBUG nova.compute.manager [req-51bf6c1f-8d1b-4e3e-9272-7b1185799aaa req-ff5b23fb-6699-4c4a-bbcb-cd0788ac8d2a service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] No waiting events found dispatching network-vif-plugged-44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1779.004831] env[63326]: WARNING nova.compute.manager [req-51bf6c1f-8d1b-4e3e-9272-7b1185799aaa req-ff5b23fb-6699-4c4a-bbcb-cd0788ac8d2a service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Received unexpected event network-vif-plugged-44e2434b-9d32-4c85-a3b0-b7e6165322a7 for instance with vm_state building and task_state spawning. [ 1779.077766] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]521dd87b-e135-1612-c4ef-216d4b64941e, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.081075] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8848f5-e3c5-4f96-97f4-bd4be7a4d1f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.089829] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1779.089829] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52be8f98-9027-feda-58ee-bc97cd6e4dab" [ 1779.089829] env[63326]: _type = "Task" [ 1779.089829] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.099532] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52be8f98-9027-feda-58ee-bc97cd6e4dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.150957] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726664, 'name': CreateVM_Task, 'duration_secs': 0.484515} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.151225] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.152268] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.152543] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.152896] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.153234] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22de9cd-cf7b-4c03-b998-1c50a600099e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.162782] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1779.162782] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f8ad8f-fd39-7d15-d156-dd6eacd3897b" [ 1779.162782] env[63326]: _type = "Task" [ 1779.162782] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.174469] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f8ad8f-fd39-7d15-d156-dd6eacd3897b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.186381] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc5010-d587-4699-ad40-d3dc1a4eb8d8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.200477] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcedf37a-fa83-46e6-9fd1-8f5a8f730517 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.203671] env[63326]: DEBUG oslo_vmware.api [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.233264] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84a4f25-d794-466c-b608-007d807ecdf3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.242774] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1b5af7-d2b9-4c10-8dc7-281f45b7d594 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.258797] env[63326]: DEBUG nova.compute.provider_tree [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.417554] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 3e499f64-1e39-4972-ac48-9672b6d39f83] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1779.467829] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.467987] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.468159] env[63326]: DEBUG nova.network.neutron [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.574818] env[63326]: DEBUG nova.network.neutron [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Updated VIF entry in instance network info cache for port 5edeacfe-3a15-49db-8bd7-f7e318b5de9b. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.575206] env[63326]: DEBUG nova.network.neutron [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Updating instance_info_cache with network_info: [{"id": "5edeacfe-3a15-49db-8bd7-f7e318b5de9b", "address": "fa:16:3e:f7:c8:96", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edeacfe-3a", "ovs_interfaceid": "5edeacfe-3a15-49db-8bd7-f7e318b5de9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.601444] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52be8f98-9027-feda-58ee-bc97cd6e4dab, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.603599] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.603599] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f1950c91-b7c8-4f4a-8860-6aca70bdf6da/f1950c91-b7c8-4f4a-8860-6aca70bdf6da.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.603599] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f7bdb86-5bc0-4e44-92f4-2e5df592f967 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.610103] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1779.610103] env[63326]: value = "task-1726666" [ 1779.610103] env[63326]: _type = "Task" [ 1779.610103] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.619124] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.673353] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f8ad8f-fd39-7d15-d156-dd6eacd3897b, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.673679] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.673942] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1779.674206] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.674355] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.674535] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1779.674805] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87838780-5c4c-4c9d-afad-d3d8a43f7f6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.694927] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1779.695118] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1779.696507] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1d8ff7-648a-4cd2-b4b2-6c80ff11247e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.703256] env[63326]: DEBUG oslo_vmware.api [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726665, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.706582] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1779.706582] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520b1da2-c967-67ee-ecf0-58552d7c1951" [ 1779.706582] env[63326]: _type = "Task" [ 1779.706582] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.714010] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520b1da2-c967-67ee-ecf0-58552d7c1951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.762724] env[63326]: DEBUG nova.scheduler.client.report [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.921117] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 61e42297-2200-451a-8449-021698550e5a] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1780.026703] env[63326]: DEBUG nova.network.neutron [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.077537] env[63326]: DEBUG oslo_concurrency.lockutils [req-efe63283-502a-4753-9e95-50428e036d3c req-329cc25f-ca3f-4518-95ec-a6aabde21466 service nova] Releasing lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.119920] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.170390] env[63326]: DEBUG nova.network.neutron [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Updating instance_info_cache with network_info: [{"id": "44e2434b-9d32-4c85-a3b0-b7e6165322a7", "address": "fa:16:3e:14:61:30", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e2434b-9d", "ovs_interfaceid": "44e2434b-9d32-4c85-a3b0-b7e6165322a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.200897] env[63326]: DEBUG oslo_vmware.api [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726665, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.216627] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520b1da2-c967-67ee-ecf0-58552d7c1951, 'name': SearchDatastore_Task, 'duration_secs': 0.025594} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.217409] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b670df-bef4-4a72-b02f-eaa3f2f08373 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.222822] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1780.222822] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5221b83d-7c11-495c-f6a7-06fcae2189e4" [ 1780.222822] env[63326]: _type = "Task" [ 1780.222822] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.231722] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5221b83d-7c11-495c-f6a7-06fcae2189e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.268259] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.376s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.268386] env[63326]: INFO nova.compute.manager [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Migrating [ 1780.277029] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.137s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.277328] env[63326]: DEBUG nova.objects.instance [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lazy-loading 'resources' on Instance uuid e310e14f-4487-4993-a6b6-367be947a9ba {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.425084] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4f5a2176-adaf-49a1-9abc-f9c16dd2c1bd] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1780.622375] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.673380] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.673746] env[63326]: DEBUG nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Instance network_info: |[{"id": "44e2434b-9d32-4c85-a3b0-b7e6165322a7", "address": "fa:16:3e:14:61:30", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e2434b-9d", "ovs_interfaceid": "44e2434b-9d32-4c85-a3b0-b7e6165322a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1780.674233] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:61:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e2434b-9d32-4c85-a3b0-b7e6165322a7', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.681864] env[63326]: DEBUG oslo.service.loopingcall [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.682134] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.682395] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3423819c-fb3f-4fe8-8d58-05ca35ac34ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.706252] env[63326]: DEBUG oslo_vmware.api [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726665, 'name': ReconfigVM_Task, 'duration_secs': 1.779505} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.707962] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.708163] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Reconfigured VM to attach interface {{(pid=63326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1780.711874] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.711874] env[63326]: value = "task-1726667" [ 1780.711874] env[63326]: _type = "Task" [ 1780.711874] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.724120] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726667, 'name': CreateVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.736250] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5221b83d-7c11-495c-f6a7-06fcae2189e4, 'name': SearchDatastore_Task, 'duration_secs': 0.04098} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.736526] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.736794] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19/2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1780.737085] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2778287-f49b-4cc0-8c94-891145b7af75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.745471] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1780.745471] env[63326]: value = "task-1726668" [ 1780.745471] env[63326]: _type = "Task" [ 1780.745471] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.756288] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.793248] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.793440] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.793630] env[63326]: DEBUG nova.network.neutron [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.935634] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 75b288ad-f1f4-42de-a9fc-fb226b015b7b] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1781.015296] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b271d0a8-90c0-4c21-bba9-095c6395b419 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.025032] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8891865c-be4f-4a34-a540-76104a7369fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.058705] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bc68bc-085f-48c4-a475-104539d6fc70 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.068254] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa83a76-0f11-45f1-af65-14079b533f31 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.084412] env[63326]: DEBUG nova.compute.provider_tree [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.105350] env[63326]: DEBUG nova.compute.manager [req-d058739e-aa68-47e1-9ee9-cc6ebae984df req-3d86d26c-054d-4ea8-93c5-8560b2dcef09 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Received event network-changed-44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1781.105521] env[63326]: DEBUG nova.compute.manager [req-d058739e-aa68-47e1-9ee9-cc6ebae984df req-3d86d26c-054d-4ea8-93c5-8560b2dcef09 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Refreshing instance network info cache due to event network-changed-44e2434b-9d32-4c85-a3b0-b7e6165322a7. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1781.105812] env[63326]: DEBUG oslo_concurrency.lockutils [req-d058739e-aa68-47e1-9ee9-cc6ebae984df req-3d86d26c-054d-4ea8-93c5-8560b2dcef09 service nova] Acquiring lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.105971] env[63326]: DEBUG oslo_concurrency.lockutils [req-d058739e-aa68-47e1-9ee9-cc6ebae984df req-3d86d26c-054d-4ea8-93c5-8560b2dcef09 service nova] Acquired lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.106169] env[63326]: DEBUG nova.network.neutron [req-d058739e-aa68-47e1-9ee9-cc6ebae984df req-3d86d26c-054d-4ea8-93c5-8560b2dcef09 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Refreshing network info cache for port 44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.124616] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726666, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.192746} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.125283] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f1950c91-b7c8-4f4a-8860-6aca70bdf6da/f1950c91-b7c8-4f4a-8860-6aca70bdf6da.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1781.125573] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1781.125910] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f5e76e7-1881-4e7a-aeb6-9a355d4cf9db {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.136605] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1781.136605] env[63326]: value = "task-1726669" [ 1781.136605] env[63326]: _type = "Task" [ 1781.136605] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.146563] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.213995] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d2b06184-eb48-4467-b24f-1a34325816fd tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4ee43a0b-5679-49d8-a962-8c9ecf83662a-639fdedd-12e3-4492-93cc-e2631a18d9f9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.998s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.224426] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726667, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.258276] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726668, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.439519] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1e77e92e-3ef8-4914-82d5-e9163486a32e] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1781.587857] env[63326]: DEBUG nova.scheduler.client.report [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.646300] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087868} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.646576] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1781.647337] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d82c38-0c97-4e84-8bc5-5c72f5e99e7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.671654] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f1950c91-b7c8-4f4a-8860-6aca70bdf6da/f1950c91-b7c8-4f4a-8860-6aca70bdf6da.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1781.671933] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32aecdfa-584a-408f-9922-500e69661d1a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.693069] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1781.693069] env[63326]: value = "task-1726670" [ 1781.693069] env[63326]: _type = "Task" [ 1781.693069] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.704047] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.725011] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726667, 'name': CreateVM_Task, 'duration_secs': 0.694623} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.729616] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.730485] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.730705] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.731048] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.731291] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6e1c7f-bd1a-45fb-a2cf-fb4b272c8fb3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.736110] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1781.736110] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522ea506-942b-d8a3-1fc5-bbeb4786359b" [ 1781.736110] env[63326]: _type = "Task" [ 1781.736110] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.745062] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522ea506-942b-d8a3-1fc5-bbeb4786359b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.755778] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548405} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.756061] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19/2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1781.756285] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1781.756533] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-293ee556-04a5-4fb4-b265-f0d004995527 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.763372] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1781.763372] env[63326]: value = "task-1726671" [ 1781.763372] env[63326]: _type = "Task" [ 1781.763372] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.772132] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.883228] env[63326]: DEBUG nova.network.neutron [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance_info_cache with network_info: [{"id": "ff950235-c198-436a-baaa-265005b566f4", "address": "fa:16:3e:d4:01:28", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950235-c1", "ovs_interfaceid": "ff950235-c198-436a-baaa-265005b566f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.944549] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: ca83c6a4-58cb-4adf-af67-20d6b93dd05d] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1781.947430] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.947430] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.035400] env[63326]: DEBUG nova.network.neutron [req-d058739e-aa68-47e1-9ee9-cc6ebae984df req-3d86d26c-054d-4ea8-93c5-8560b2dcef09 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Updated VIF entry in instance network info cache for port 44e2434b-9d32-4c85-a3b0-b7e6165322a7. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.035763] env[63326]: DEBUG nova.network.neutron [req-d058739e-aa68-47e1-9ee9-cc6ebae984df req-3d86d26c-054d-4ea8-93c5-8560b2dcef09 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Updating instance_info_cache with network_info: [{"id": "44e2434b-9d32-4c85-a3b0-b7e6165322a7", "address": "fa:16:3e:14:61:30", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e2434b-9d", "ovs_interfaceid": "44e2434b-9d32-4c85-a3b0-b7e6165322a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.092878] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.095343] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.524s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.097084] env[63326]: INFO nova.compute.claims [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.119868] env[63326]: INFO nova.scheduler.client.report [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Deleted allocations for instance e310e14f-4487-4993-a6b6-367be947a9ba [ 1782.203083] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726670, 'name': ReconfigVM_Task, 'duration_secs': 0.300673} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.203371] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f1950c91-b7c8-4f4a-8860-6aca70bdf6da/f1950c91-b7c8-4f4a-8860-6aca70bdf6da.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.204075] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7739fc4-537b-4009-bd70-652004fae83d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.210269] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1782.210269] env[63326]: value = "task-1726672" [ 1782.210269] env[63326]: _type = "Task" [ 1782.210269] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.221381] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726672, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.247575] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522ea506-942b-d8a3-1fc5-bbeb4786359b, 'name': SearchDatastore_Task, 'duration_secs': 0.015349} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.248234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.248375] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.248585] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.248833] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.248991] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.249322] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07dd4f80-c748-44d0-95c8-81b7baa32ad8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.258342] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.258519] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.259236] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4f8596-e578-4455-85a3-75c64efff245 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.264426] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1782.264426] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520c9e11-28c2-e0d8-a245-b34e7729d208" [ 1782.264426] env[63326]: _type = "Task" [ 1782.264426] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.275472] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175733} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.279154] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.279445] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520c9e11-28c2-e0d8-a245-b34e7729d208, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.280122] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf4ff5-b641-4829-8296-f38443fb1ade {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.282900] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16787e14-ae3f-49b0-8607-662038f5af5c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.287619] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1782.287619] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f793ad-90e4-89ed-6f07-379d48d81c79" [ 1782.287619] env[63326]: _type = "Task" [ 1782.287619] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.306817] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19/2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.310401] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad79352-330f-4885-a76e-a7c4e2fa4b46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.330954] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f793ad-90e4-89ed-6f07-379d48d81c79, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.332239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.332520] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84/b58b7d17-be81-40e5-bee9-a7b915600f84.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.332847] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1782.332847] env[63326]: value = "task-1726673" [ 1782.332847] env[63326]: _type = "Task" [ 1782.332847] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.333075] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5568c9a-7937-4445-b2b6-dc26250148f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.343853] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.345104] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1782.345104] env[63326]: value = "task-1726674" [ 1782.345104] env[63326]: _type = "Task" [ 1782.345104] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.352814] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.385689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.446542] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: aafab203-8757-4bab-b2f1-7bc29e818e7c] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1782.450128] env[63326]: DEBUG nova.compute.utils [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.538376] env[63326]: DEBUG oslo_concurrency.lockutils [req-d058739e-aa68-47e1-9ee9-cc6ebae984df req-3d86d26c-054d-4ea8-93c5-8560b2dcef09 service nova] Releasing lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.627930] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e540bfc3-2f5d-4e82-abd4-c089abd83862 tempest-ServersV294TestFqdnHostnames-586754071 tempest-ServersV294TestFqdnHostnames-586754071-project-member] Lock "e310e14f-4487-4993-a6b6-367be947a9ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.967s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.727497] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726672, 'name': Rename_Task, 'duration_secs': 0.286745} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.728037] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.728474] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d452e481-0429-43aa-84aa-92bfca5d6a49 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.740171] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1782.740171] env[63326]: value = "task-1726675" [ 1782.740171] env[63326]: _type = "Task" [ 1782.740171] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.750190] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.846407] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726673, 'name': ReconfigVM_Task, 'duration_secs': 0.42101} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.850274] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19/2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.851050] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cb8c1b6-1e0d-4974-86e2-7b52b885ea3d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.858745] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.860404] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1782.860404] env[63326]: value = "task-1726676" [ 1782.860404] env[63326]: _type = "Task" [ 1782.860404] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.870041] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726676, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.950449] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 7283b32e-7419-426a-8f8a-b1644862ea0b] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1782.953810] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.059818] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "interface-4ee43a0b-5679-49d8-a962-8c9ecf83662a-639fdedd-12e3-4492-93cc-e2631a18d9f9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.060100] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4ee43a0b-5679-49d8-a962-8c9ecf83662a-639fdedd-12e3-4492-93cc-e2631a18d9f9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.250681] env[63326]: DEBUG oslo_vmware.api [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726675, 'name': PowerOnVM_Task, 'duration_secs': 0.482436} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.250975] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.251201] env[63326]: INFO nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1783.251381] env[63326]: DEBUG nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.252240] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c752484d-db50-41ea-a4be-80766080c2de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.311487] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e77d7-dd5d-41d9-82b3-941a01d1aa71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.319707] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ce51e2-e450-440c-831b-423336494439 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.354720] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24268227-ac7d-4052-9f83-9fb5bf9b4142 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.362748] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.368461] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc71bdc-944d-4018-acbb-f12b53520085 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.385091] env[63326]: DEBUG nova.compute.provider_tree [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.386631] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726676, 'name': Rename_Task, 'duration_secs': 0.163186} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.387107] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1783.387341] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb234bc3-2c54-49c5-91d1-c1fe4cacbab2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.396018] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1783.396018] env[63326]: value = "task-1726677" [ 1783.396018] env[63326]: _type = "Task" [ 1783.396018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.404875] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.456115] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 306771ef-135a-4b79-b20d-2250464ef4d4] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1783.563700] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.563700] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.563700] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21438ce1-7960-4710-837d-8d28700304ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.581101] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b8ca93-d03a-4981-a836-191f80a01bff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.608096] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Reconfiguring VM to detach interface {{(pid=63326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1783.608381] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b55c3c21-78b0-433d-b3e7-907a9268e6be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.631847] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1783.631847] env[63326]: value = "task-1726678" [ 1783.631847] env[63326]: _type = "Task" [ 1783.631847] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.640069] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.770821] env[63326]: INFO nova.compute.manager [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Took 17.17 seconds to build instance. [ 1783.862864] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.888516] env[63326]: DEBUG nova.scheduler.client.report [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.903947] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a347311-2da3-45c4-ad6f-9f33ca1dfb9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.915131] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.929831] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance '03a026d1-d0a2-4226-826d-e32812d1077b' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1783.959129] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 26e0c08f-605b-43f0-9213-0e19d2f24e46] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1784.036832] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.037125] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.037439] env[63326]: INFO nova.compute.manager [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Attaching volume 802330e9-62dc-435b-a2b8-cc70a73e6fd1 to /dev/sdb [ 1784.075690] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c64f24-dbf7-46f9-9460-765e9cb140f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.083766] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2473897b-eaea-4380-b883-aa4909f8abb1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.099666] env[63326]: DEBUG nova.virt.block_device [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating existing volume attachment record: c0ba6395-5c61-4b38-b912-37c72fb2bd49 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1784.148410] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.272895] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0e72bcf5-4462-4a14-bc62-92154a0ed81a tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.687s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.361752] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726674, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.553075} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.361752] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84/b58b7d17-be81-40e5-bee9-a7b915600f84.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.361752] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.362070] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bf1cece-4f60-4af2-acf3-7356d9022e4d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.369046] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1784.369046] env[63326]: value = "task-1726680" [ 1784.369046] env[63326]: _type = "Task" [ 1784.369046] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.375940] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.394011] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.394652] env[63326]: DEBUG nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.398447] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.472s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.398643] env[63326]: DEBUG nova.objects.instance [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lazy-loading 'resources' on Instance uuid 22a6d0c5-5bb2-495c-9688-3d56b7253045 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.412630] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726677, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.435140] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.436455] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-501ce23b-b273-4c39-afc0-2a6fbaba9d28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.443104] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1784.443104] env[63326]: value = "task-1726681" [ 1784.443104] env[63326]: _type = "Task" [ 1784.443104] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.454667] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.465307] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 3887d706-a6f2-4e8d-b6db-8946280404a5] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1784.649190] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.878808] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060271} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.879184] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.879954] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc66d0-b605-4fbe-8d7d-4723ad8fe2af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.902992] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84/b58b7d17-be81-40e5-bee9-a7b915600f84.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.904185] env[63326]: DEBUG nova.compute.utils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.907730] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-016051dd-7f9e-4877-8ce3-f1660fd6436e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.923244] env[63326]: DEBUG nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1784.925735] env[63326]: DEBUG nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1784.925898] env[63326]: DEBUG nova.network.neutron [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.936611] env[63326]: DEBUG oslo_vmware.api [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726677, 'name': PowerOnVM_Task, 'duration_secs': 1.182624} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.938053] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1784.938259] env[63326]: INFO nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1784.938574] env[63326]: DEBUG nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1784.939103] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1784.939103] env[63326]: value = "task-1726684" [ 1784.939103] env[63326]: _type = "Task" [ 1784.939103] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.939889] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a28d3b-6abe-46ac-9ca0-2e027fc326c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.960766] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.968978] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 04db72ce-e49a-4ee7-a321-9810dd258233] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1784.971036] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726681, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.979465] env[63326]: DEBUG nova.policy [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73cfe26a7f14f2fa6b16e5f3d2f543c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '771d73400077499e9f36d19ca577ecb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.148571] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.188802] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24e4f6-c5ad-4830-8d58-21dce5f8a4a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.199639] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2edd07-292a-4f85-9ed7-bdc584d093f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.229994] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd0508b-c431-4751-814f-1e4d8e30dd47 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.237603] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beb0c6a-4ea6-43e5-b50b-ede400c13f63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.252762] env[63326]: DEBUG nova.compute.provider_tree [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.393823] env[63326]: DEBUG nova.network.neutron [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Successfully created port: f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.453391] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726684, 'name': ReconfigVM_Task, 'duration_secs': 0.287478} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.456447] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Reconfigured VM instance instance-0000006c to attach disk [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84/b58b7d17-be81-40e5-bee9-a7b915600f84.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.457094] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd23ad3-8205-4cb1-a64c-f62db9c34fec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.468155] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726681, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.474839] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 2503dee7-4536-4222-909c-e24a3718df40] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1785.476567] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1785.476567] env[63326]: value = "task-1726685" [ 1785.476567] env[63326]: _type = "Task" [ 1785.476567] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.476991] env[63326]: INFO nova.compute.manager [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Took 18.53 seconds to build instance. [ 1785.487867] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726685, 'name': Rename_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.643793] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.755677] env[63326]: DEBUG nova.scheduler.client.report [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.803478] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.803883] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.804224] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.804496] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.804785] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.807239] env[63326]: INFO nova.compute.manager [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Terminating instance [ 1785.937802] env[63326]: DEBUG nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1785.967233] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726681, 'name': PowerOffVM_Task, 'duration_secs': 1.214032} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.969565] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.969797] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.969966] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.970175] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.970335] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.970487] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.970721] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.970886] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.971070] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.971235] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.971402] env[63326]: DEBUG nova.virt.hardware [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.971763] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.971919] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance '03a026d1-d0a2-4226-826d-e32812d1077b' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1785.975858] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697f94b-26c9-439d-87d3-586a01902fd3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.978919] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 0aad3079-8ed4-4e29-95e6-9ad3580ec300] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1785.981096] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c08c0c6d-b49a-47d9-8ae6-81ba11dad94d tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.041s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.993304] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3346da64-b340-4c05-b25a-b2922c403494 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.997709] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726685, 'name': Rename_Task, 'duration_secs': 0.323922} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.998009] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.998658] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5975e6f1-5ba5-43d3-9718-926422983647 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.010198] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1786.010198] env[63326]: value = "task-1726686" [ 1786.010198] env[63326]: _type = "Task" [ 1786.010198] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.019108] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.144376] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.262024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.264476] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.473s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.266320] env[63326]: INFO nova.compute.claims [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1786.288493] env[63326]: INFO nova.scheduler.client.report [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Deleted allocations for instance 22a6d0c5-5bb2-495c-9688-3d56b7253045 [ 1786.312443] env[63326]: DEBUG nova.compute.manager [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1786.312700] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.313636] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103e5e3e-e7df-4bc5-872f-dc198899bc20 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.321805] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.322746] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f48f0476-3fb4-41bd-9a6e-10a451722db3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.329490] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1786.329490] env[63326]: value = "task-1726687" [ 1786.329490] env[63326]: _type = "Task" [ 1786.329490] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.338196] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.482151] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.482918] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.483259] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.483598] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.483910] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.484365] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.484706] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.484984] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.485450] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.485777] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.486097] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.492588] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 692d1c21-885a-4b1c-9eb2-9e18d95814c3] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1786.495140] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db38da8e-cc0a-4994-aff7-155a41e3be64 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.521554] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1786.521554] env[63326]: value = "task-1726688" [ 1786.521554] env[63326]: _type = "Task" [ 1786.521554] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.530335] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726686, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.543276] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.566184] env[63326]: DEBUG nova.compute.manager [req-e236c0ac-3715-490a-be09-f25d9d2e71d6 req-82c6c10b-adf5-42a7-9d6c-ac43be3a3574 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Received event network-changed-5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1786.566184] env[63326]: DEBUG nova.compute.manager [req-e236c0ac-3715-490a-be09-f25d9d2e71d6 req-82c6c10b-adf5-42a7-9d6c-ac43be3a3574 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Refreshing instance network info cache due to event network-changed-5edeacfe-3a15-49db-8bd7-f7e318b5de9b. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1786.566184] env[63326]: DEBUG oslo_concurrency.lockutils [req-e236c0ac-3715-490a-be09-f25d9d2e71d6 req-82c6c10b-adf5-42a7-9d6c-ac43be3a3574 service nova] Acquiring lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.566184] env[63326]: DEBUG oslo_concurrency.lockutils [req-e236c0ac-3715-490a-be09-f25d9d2e71d6 req-82c6c10b-adf5-42a7-9d6c-ac43be3a3574 service nova] Acquired lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.566767] env[63326]: DEBUG nova.network.neutron [req-e236c0ac-3715-490a-be09-f25d9d2e71d6 req-82c6c10b-adf5-42a7-9d6c-ac43be3a3574 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Refreshing network info cache for port 5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.645252] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.799439] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7d08e27c-4996-445c-a286-aa5d35ef24dd tempest-ServersTestJSON-1719440077 tempest-ServersTestJSON-1719440077-project-member] Lock "22a6d0c5-5bb2-495c-9688-3d56b7253045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.157s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.839479] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726687, 'name': PowerOffVM_Task, 'duration_secs': 0.280841} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.839763] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.839941] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.840197] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d918c596-dffd-4c62-ab11-44bc7a5fd1d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.953154] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.953297] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.953528] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleting the datastore file [datastore1] f1950c91-b7c8-4f4a-8860-6aca70bdf6da {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.953836] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a047fabd-38ec-478e-b060-9597c6b6a184 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.961062] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for the task: (returnval){ [ 1786.961062] env[63326]: value = "task-1726691" [ 1786.961062] env[63326]: _type = "Task" [ 1786.961062] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.970024] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.009824] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 1fce1567-6383-45d1-8001-e6839a481c69] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1787.021261] env[63326]: DEBUG oslo_vmware.api [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726686, 'name': PowerOnVM_Task, 'duration_secs': 0.5296} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.021595] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.021872] env[63326]: INFO nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1787.022097] env[63326]: DEBUG nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.022917] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1bb4b5-1911-4b14-9fb8-e310ca1283f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.040022] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726688, 'name': ReconfigVM_Task, 'duration_secs': 0.223195} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.040022] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance '03a026d1-d0a2-4226-826d-e32812d1077b' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1787.147355] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.424164] env[63326]: DEBUG nova.compute.manager [req-c62fc16c-545d-4029-87a7-f7094825dd25 req-3ce05e19-7d77-40ee-81c5-6faff307bc9c service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Received event network-vif-plugged-f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1787.424453] env[63326]: DEBUG oslo_concurrency.lockutils [req-c62fc16c-545d-4029-87a7-f7094825dd25 req-3ce05e19-7d77-40ee-81c5-6faff307bc9c service nova] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.424763] env[63326]: DEBUG oslo_concurrency.lockutils [req-c62fc16c-545d-4029-87a7-f7094825dd25 req-3ce05e19-7d77-40ee-81c5-6faff307bc9c service nova] Lock "376f2500-44ee-4a73-98de-eb28ba305a24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.424888] env[63326]: DEBUG oslo_concurrency.lockutils [req-c62fc16c-545d-4029-87a7-f7094825dd25 req-3ce05e19-7d77-40ee-81c5-6faff307bc9c service nova] Lock "376f2500-44ee-4a73-98de-eb28ba305a24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.425115] env[63326]: DEBUG nova.compute.manager [req-c62fc16c-545d-4029-87a7-f7094825dd25 req-3ce05e19-7d77-40ee-81c5-6faff307bc9c service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] No waiting events found dispatching network-vif-plugged-f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1787.425521] env[63326]: WARNING nova.compute.manager [req-c62fc16c-545d-4029-87a7-f7094825dd25 req-3ce05e19-7d77-40ee-81c5-6faff307bc9c service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Received unexpected event network-vif-plugged-f87e393c-4e7f-43ae-9d2e-8454ad6f449e for instance with vm_state building and task_state spawning. [ 1787.473873] env[63326]: DEBUG nova.network.neutron [req-e236c0ac-3715-490a-be09-f25d9d2e71d6 req-82c6c10b-adf5-42a7-9d6c-ac43be3a3574 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Updated VIF entry in instance network info cache for port 5edeacfe-3a15-49db-8bd7-f7e318b5de9b. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.474425] env[63326]: DEBUG nova.network.neutron [req-e236c0ac-3715-490a-be09-f25d9d2e71d6 req-82c6c10b-adf5-42a7-9d6c-ac43be3a3574 service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Updating instance_info_cache with network_info: [{"id": "5edeacfe-3a15-49db-8bd7-f7e318b5de9b", "address": "fa:16:3e:f7:c8:96", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edeacfe-3a", "ovs_interfaceid": "5edeacfe-3a15-49db-8bd7-f7e318b5de9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.476209] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.480279] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb70c3d3-c24c-4f65-a54a-4f04d7a38fef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.487441] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61ad3f4-b7fd-44cc-a77c-ed9d1ded23bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.520771] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 2eedd158-0d03-42eb-9613-caa6ff90b54a] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1787.526086] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a48b77-989f-4f5b-8802-a60176d27505 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.532518] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41c82b7-e141-4a3f-88e5-926202310cf7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.553554] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.553897] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.554029] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.554272] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.554529] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.554620] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.554973] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.555334] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.555334] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.555908] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.555908] env[63326]: DEBUG nova.virt.hardware [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.561342] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1787.561900] env[63326]: DEBUG nova.compute.provider_tree [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.564637] env[63326]: DEBUG nova.network.neutron [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Successfully updated port: f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.566919] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa054de-8726-4bfd-99cb-32b6f246d309 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.581052] env[63326]: INFO nova.compute.manager [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Took 18.76 seconds to build instance. [ 1787.582576] env[63326]: DEBUG nova.scheduler.client.report [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.586111] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.586311] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.586376] env[63326]: DEBUG nova.network.neutron [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.594860] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1787.594860] env[63326]: value = "task-1726692" [ 1787.594860] env[63326]: _type = "Task" [ 1787.594860] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.606588] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.647826] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.971849] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.977480] env[63326]: DEBUG oslo_concurrency.lockutils [req-e236c0ac-3715-490a-be09-f25d9d2e71d6 req-82c6c10b-adf5-42a7-9d6c-ac43be3a3574 service nova] Releasing lock "refresh_cache-2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.024330] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 8031f33e-874a-4028-885b-081279aa1912] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1788.089917] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2b6e6523-0948-480c-b431-0584856480d7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.280s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.090596] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.826s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.091083] env[63326]: DEBUG nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1788.107666] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.135118] env[63326]: DEBUG nova.network.neutron [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.147690] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.356927] env[63326]: DEBUG nova.network.neutron [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating instance_info_cache with network_info: [{"id": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "address": "fa:16:3e:c9:2d:dc", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87e393c-4e", "ovs_interfaceid": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.473096] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.527586] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 56adab99-108b-4ba6-927c-ac38e47a13fc] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1788.598736] env[63326]: DEBUG nova.compute.utils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.600819] env[63326]: DEBUG nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.603727] env[63326]: DEBUG nova.network.neutron [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.613977] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.650827] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.657289] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1788.657529] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359378', 'volume_id': '802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'name': 'volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '46cfbf6c-4372-458e-a200-d6efdeb2c12f', 'attached_at': '', 'detached_at': '', 'volume_id': '802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'serial': '802330e9-62dc-435b-a2b8-cc70a73e6fd1'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1788.658375] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5696a2c-7caa-462b-96c8-20946d4285f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.677975] env[63326]: DEBUG nova.policy [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57083cd2189843959380bec020cc9aa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f60207c25cb4ee6a7a8cb5673c98c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.682283] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355759ba-4498-499c-8348-813cebf7c774 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.685024] env[63326]: DEBUG nova.compute.manager [req-82f7fb05-b87c-401d-af38-d758e98ea38e req-0aef98b7-d81f-4b25-9813-92ac77bf04c1 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Received event network-changed-44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1788.685024] env[63326]: DEBUG nova.compute.manager [req-82f7fb05-b87c-401d-af38-d758e98ea38e req-0aef98b7-d81f-4b25-9813-92ac77bf04c1 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Refreshing instance network info cache due to event network-changed-44e2434b-9d32-4c85-a3b0-b7e6165322a7. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1788.685279] env[63326]: DEBUG oslo_concurrency.lockutils [req-82f7fb05-b87c-401d-af38-d758e98ea38e req-0aef98b7-d81f-4b25-9813-92ac77bf04c1 service nova] Acquiring lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.685464] env[63326]: DEBUG oslo_concurrency.lockutils [req-82f7fb05-b87c-401d-af38-d758e98ea38e req-0aef98b7-d81f-4b25-9813-92ac77bf04c1 service nova] Acquired lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.685946] env[63326]: DEBUG nova.network.neutron [req-82f7fb05-b87c-401d-af38-d758e98ea38e req-0aef98b7-d81f-4b25-9813-92ac77bf04c1 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Refreshing network info cache for port 44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.712932] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1/volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.714206] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aef98540-68a3-49b3-be7e-96c2332474b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.736847] env[63326]: DEBUG oslo_vmware.api [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1788.736847] env[63326]: value = "task-1726693" [ 1788.736847] env[63326]: _type = "Task" [ 1788.736847] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.746495] env[63326]: DEBUG oslo_vmware.api [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.860109] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Releasing lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.860109] env[63326]: DEBUG nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Instance network_info: |[{"id": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "address": "fa:16:3e:c9:2d:dc", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87e393c-4e", "ovs_interfaceid": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1788.860588] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:2d:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f87e393c-4e7f-43ae-9d2e-8454ad6f449e', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1788.868092] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Creating folder: Project (771d73400077499e9f36d19ca577ecb9). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.868749] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f76ec2a-afe1-46c4-95b0-e79fc30cacbb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.881220] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Created folder: Project (771d73400077499e9f36d19ca577ecb9) in parent group-v359097. [ 1788.881280] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Creating folder: Instances. Parent ref: group-v359379. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.882660] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86835039-5b6a-4507-a7b6-efae59f53dc5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.891285] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Created folder: Instances in parent group-v359379. [ 1788.891532] env[63326]: DEBUG oslo.service.loopingcall [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.891748] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1788.891962] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9163c420-9c95-4621-b640-074e3bd07ad1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.913067] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.913067] env[63326]: value = "task-1726696" [ 1788.913067] env[63326]: _type = "Task" [ 1788.913067] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.921115] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726696, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.972661] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.032293] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6be94b16-80b6-401b-86ff-853141f16e71] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1789.110680] env[63326]: DEBUG nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1789.113513] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.149711] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.173485] env[63326]: DEBUG nova.network.neutron [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Successfully created port: 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.246912] env[63326]: DEBUG oslo_vmware.api [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726693, 'name': ReconfigVM_Task, 'duration_secs': 0.402548} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.247739] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1/volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.252117] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2316168e-78ae-4aa9-961a-3ec9a3c8c19e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.273737] env[63326]: DEBUG oslo_vmware.api [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1789.273737] env[63326]: value = "task-1726697" [ 1789.273737] env[63326]: _type = "Task" [ 1789.273737] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.281984] env[63326]: DEBUG oslo_vmware.api [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.423182] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726696, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.473266] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.536334] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f5876f3c-d9cf-4c2f-be4e-6d4a21322eda] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1789.572985] env[63326]: DEBUG nova.compute.manager [req-52887948-4c81-496a-89c6-2fdae9ebbb6f req-64684550-7c67-4dc3-aaf9-d1bc23042968 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Received event network-changed-f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1789.573209] env[63326]: DEBUG nova.compute.manager [req-52887948-4c81-496a-89c6-2fdae9ebbb6f req-64684550-7c67-4dc3-aaf9-d1bc23042968 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Refreshing instance network info cache due to event network-changed-f87e393c-4e7f-43ae-9d2e-8454ad6f449e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1789.573426] env[63326]: DEBUG oslo_concurrency.lockutils [req-52887948-4c81-496a-89c6-2fdae9ebbb6f req-64684550-7c67-4dc3-aaf9-d1bc23042968 service nova] Acquiring lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.573572] env[63326]: DEBUG oslo_concurrency.lockutils [req-52887948-4c81-496a-89c6-2fdae9ebbb6f req-64684550-7c67-4dc3-aaf9-d1bc23042968 service nova] Acquired lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.573766] env[63326]: DEBUG nova.network.neutron [req-52887948-4c81-496a-89c6-2fdae9ebbb6f req-64684550-7c67-4dc3-aaf9-d1bc23042968 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Refreshing network info cache for port f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.609961] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.650584] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.784297] env[63326]: DEBUG oslo_vmware.api [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726697, 'name': ReconfigVM_Task, 'duration_secs': 0.142481} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.784297] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359378', 'volume_id': '802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'name': 'volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '46cfbf6c-4372-458e-a200-d6efdeb2c12f', 'attached_at': '', 'detached_at': '', 'volume_id': '802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'serial': '802330e9-62dc-435b-a2b8-cc70a73e6fd1'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1789.809391] env[63326]: DEBUG nova.network.neutron [req-82f7fb05-b87c-401d-af38-d758e98ea38e req-0aef98b7-d81f-4b25-9813-92ac77bf04c1 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Updated VIF entry in instance network info cache for port 44e2434b-9d32-4c85-a3b0-b7e6165322a7. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.809735] env[63326]: DEBUG nova.network.neutron [req-82f7fb05-b87c-401d-af38-d758e98ea38e req-0aef98b7-d81f-4b25-9813-92ac77bf04c1 service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Updating instance_info_cache with network_info: [{"id": "44e2434b-9d32-4c85-a3b0-b7e6165322a7", "address": "fa:16:3e:14:61:30", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e2434b-9d", "ovs_interfaceid": "44e2434b-9d32-4c85-a3b0-b7e6165322a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.923301] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726696, 'name': CreateVM_Task, 'duration_secs': 0.645019} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.923478] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.924160] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.924318] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.924629] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.924877] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb30f56d-9d92-4fb5-a4ba-7835626f93ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.929353] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1789.929353] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a9382a-c81d-f81c-5bf2-292e3cbaece0" [ 1789.929353] env[63326]: _type = "Task" [ 1789.929353] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.937012] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a9382a-c81d-f81c-5bf2-292e3cbaece0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.973760] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.039643] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1790.111480] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.120108] env[63326]: DEBUG nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1790.146029] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.146319] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.146447] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.147186] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.147433] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.147608] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.147891] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.148094] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.148337] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.148563] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.148794] env[63326]: DEBUG nova.virt.hardware [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.149706] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed6bec5-3cc1-4fe0-a620-a478438c7031 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.157679] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.160787] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe8d2b-c88e-46da-a0c7-efc384ab4511 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.313064] env[63326]: DEBUG oslo_concurrency.lockutils [req-82f7fb05-b87c-401d-af38-d758e98ea38e req-0aef98b7-d81f-4b25-9813-92ac77bf04c1 service nova] Releasing lock "refresh_cache-b58b7d17-be81-40e5-bee9-a7b915600f84" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.318100] env[63326]: DEBUG nova.network.neutron [req-52887948-4c81-496a-89c6-2fdae9ebbb6f req-64684550-7c67-4dc3-aaf9-d1bc23042968 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updated VIF entry in instance network info cache for port f87e393c-4e7f-43ae-9d2e-8454ad6f449e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.318419] env[63326]: DEBUG nova.network.neutron [req-52887948-4c81-496a-89c6-2fdae9ebbb6f req-64684550-7c67-4dc3-aaf9-d1bc23042968 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating instance_info_cache with network_info: [{"id": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "address": "fa:16:3e:c9:2d:dc", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87e393c-4e", "ovs_interfaceid": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.441132] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a9382a-c81d-f81c-5bf2-292e3cbaece0, 'name': SearchDatastore_Task, 'duration_secs': 0.418187} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.441569] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.441782] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.442052] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.442211] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.442417] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.442724] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a449e946-ce83-4aa6-b0ae-4ebe4f1bc7f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.451808] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.452087] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.453023] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0059015e-5e14-43ef-9ccf-c0b0f3c30d4d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.459266] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1790.459266] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b97b0-71ea-0796-04c9-fc698125fd5a" [ 1790.459266] env[63326]: _type = "Task" [ 1790.459266] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.467995] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b97b0-71ea-0796-04c9-fc698125fd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.477397] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.613695] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726692, 'name': ReconfigVM_Task, 'duration_secs': 2.918364} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.614052] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1790.614832] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4839d5fa-e866-475c-872a-5265a5053dcb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.637443] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 03a026d1-d0a2-4226-826d-e32812d1077b/03a026d1-d0a2-4226-826d-e32812d1077b.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.637705] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ee6e6f-39df-46be-841e-df5b54f53b42 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.659481] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.660876] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1790.660876] env[63326]: value = "task-1726698" [ 1790.660876] env[63326]: _type = "Task" [ 1790.660876] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.668913] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.820625] env[63326]: DEBUG nova.objects.instance [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lazy-loading 'flavor' on Instance uuid 46cfbf6c-4372-458e-a200-d6efdeb2c12f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.822386] env[63326]: DEBUG oslo_concurrency.lockutils [req-52887948-4c81-496a-89c6-2fdae9ebbb6f req-64684550-7c67-4dc3-aaf9-d1bc23042968 service nova] Releasing lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.972053] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528b97b0-71ea-0796-04c9-fc698125fd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.976731] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8001f5eb-76c4-42c2-ab0e-afeb928d6e55 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.985457] env[63326]: DEBUG oslo_vmware.api [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Task: {'id': task-1726691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.588123} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.985794] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1790.985794] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52da7a56-97a1-82c8-6361-6aae86c1639a" [ 1790.985794] env[63326]: _type = "Task" [ 1790.985794] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.986037] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1790.986247] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1790.986785] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1790.986785] env[63326]: INFO nova.compute.manager [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Took 4.67 seconds to destroy the instance on the hypervisor. [ 1790.986911] env[63326]: DEBUG oslo.service.loopingcall [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.988202] env[63326]: DEBUG nova.compute.manager [-] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1790.988322] env[63326]: DEBUG nova.network.neutron [-] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.007510] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52da7a56-97a1-82c8-6361-6aae86c1639a, 'name': SearchDatastore_Task, 'duration_secs': 0.012977} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.009072] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.009072] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 376f2500-44ee-4a73-98de-eb28ba305a24/376f2500-44ee-4a73-98de-eb28ba305a24.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.009437] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fba0702f-f0ea-4eaf-aa58-f3a839170f9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.019783] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1791.019783] env[63326]: value = "task-1726699" [ 1791.019783] env[63326]: _type = "Task" [ 1791.019783] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.029655] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.161202] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.169776] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.321691] env[63326]: DEBUG nova.network.neutron [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Successfully updated port: 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.329123] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cf0db8e8-0b2f-4abb-9e9d-dade499c9ae9 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.292s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.498735] env[63326]: INFO nova.compute.manager [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Rescuing [ 1791.499092] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.499288] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.499473] env[63326]: DEBUG nova.network.neutron [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.529554] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.540388] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1791.540644] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1791.611597] env[63326]: DEBUG nova.compute.manager [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received event network-vif-plugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1791.611959] env[63326]: DEBUG oslo_concurrency.lockutils [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.612118] env[63326]: DEBUG oslo_concurrency.lockutils [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.612292] env[63326]: DEBUG oslo_concurrency.lockutils [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.612463] env[63326]: DEBUG nova.compute.manager [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] No waiting events found dispatching network-vif-plugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.612731] env[63326]: WARNING nova.compute.manager [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received unexpected event network-vif-plugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 for instance with vm_state building and task_state spawning. [ 1791.612956] env[63326]: DEBUG nova.compute.manager [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received event network-changed-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1791.613116] env[63326]: DEBUG nova.compute.manager [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Refreshing instance network info cache due to event network-changed-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1791.613298] env[63326]: DEBUG oslo_concurrency.lockutils [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] Acquiring lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.613433] env[63326]: DEBUG oslo_concurrency.lockutils [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] Acquired lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.613584] env[63326]: DEBUG nova.network.neutron [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Refreshing network info cache for port 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.664156] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.673221] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726698, 'name': ReconfigVM_Task, 'duration_secs': 0.515427} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.673530] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 03a026d1-d0a2-4226-826d-e32812d1077b/03a026d1-d0a2-4226-826d-e32812d1077b.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1791.673795] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance '03a026d1-d0a2-4226-826d-e32812d1077b' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.824134] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.923184] env[63326]: DEBUG nova.network.neutron [-] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.029893] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700591} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.032261] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 376f2500-44ee-4a73-98de-eb28ba305a24/376f2500-44ee-4a73-98de-eb28ba305a24.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.032477] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.032754] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42dcc604-b648-4c0b-82fb-a3e1daef5bc8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.040237] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1792.040237] env[63326]: value = "task-1726700" [ 1792.040237] env[63326]: _type = "Task" [ 1792.040237] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.047436] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.047653] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1792.051927] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.169379] env[63326]: DEBUG oslo_vmware.api [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726678, 'name': ReconfigVM_Task, 'duration_secs': 8.484927} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.170013] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.170616] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Reconfigured VM to detach interface {{(pid=63326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1792.176408] env[63326]: DEBUG nova.network.neutron [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.189421] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57e6582-d831-4e25-8330-6f6f7590d349 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.225045] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1508de9e-366b-4106-8ba4-8a80e3607985 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.244940] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance '03a026d1-d0a2-4226-826d-e32812d1077b' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1792.374495] env[63326]: DEBUG nova.network.neutron [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.400719] env[63326]: DEBUG nova.network.neutron [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [{"id": "dc977f88-c221-495e-b511-4c30b39d04c8", "address": "fa:16:3e:a9:67:5e", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc977f88-c2", "ovs_interfaceid": "dc977f88-c221-495e-b511-4c30b39d04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.425572] env[63326]: INFO nova.compute.manager [-] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Took 1.44 seconds to deallocate network for instance. [ 1792.549376] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166366} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.550175] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.551119] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850ed758-1cf9-461a-9e33-fb7b4f091dc9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.576078] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 376f2500-44ee-4a73-98de-eb28ba305a24/376f2500-44ee-4a73-98de-eb28ba305a24.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.576772] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad611c3-47f7-4302-8bbe-9ef9486064a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.596569] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1792.596569] env[63326]: value = "task-1726701" [ 1792.596569] env[63326]: _type = "Task" [ 1792.596569] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.604926] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.787116] env[63326]: DEBUG nova.network.neutron [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Port ff950235-c198-436a-baaa-265005b566f4 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1792.876744] env[63326]: DEBUG oslo_concurrency.lockutils [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] Releasing lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.877048] env[63326]: DEBUG nova.compute.manager [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Received event network-vif-deleted-7768ee84-6020-40a3-a53b-49ad3802039b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1792.877243] env[63326]: INFO nova.compute.manager [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Neutron deleted interface 7768ee84-6020-40a3-a53b-49ad3802039b; detaching it from the instance and deleting it from the info cache [ 1792.877405] env[63326]: DEBUG nova.network.neutron [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.878509] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.878663] env[63326]: DEBUG nova.network.neutron [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.903313] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.931512] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.931777] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.931992] env[63326]: DEBUG nova.objects.instance [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lazy-loading 'resources' on Instance uuid f1950c91-b7c8-4f4a-8860-6aca70bdf6da {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.106761] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726701, 'name': ReconfigVM_Task, 'duration_secs': 0.417683} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.107043] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 376f2500-44ee-4a73-98de-eb28ba305a24/376f2500-44ee-4a73-98de-eb28ba305a24.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.107597] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef605f9e-6d95-4686-a401-e91a87fb68a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.114445] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1793.114445] env[63326]: value = "task-1726702" [ 1793.114445] env[63326]: _type = "Task" [ 1793.114445] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.122335] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726702, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.380933] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-995ad10e-e2aa-487e-b064-64453a3f7ebe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.392191] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e6541-86c3-449c-b9cb-b573042f6dc3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.423592] env[63326]: DEBUG nova.compute.manager [req-881381bd-0ca4-4ac3-8eae-f9d915e98648 req-fbd448a5-9a17-47f4-ba1d-4622c1eca473 service nova] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Detach interface failed, port_id=7768ee84-6020-40a3-a53b-49ad3802039b, reason: Instance f1950c91-b7c8-4f4a-8860-6aca70bdf6da could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1793.427182] env[63326]: DEBUG nova.network.neutron [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.553767] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.553961] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquired lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.554152] env[63326]: DEBUG nova.network.neutron [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.594976] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.595235] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.595434] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.595615] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.595835] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.597775] env[63326]: INFO nova.compute.manager [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Terminating instance [ 1793.606971] env[63326]: DEBUG nova.compute.manager [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1793.607188] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.608232] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af4c2c8-d650-480b-9470-9acdf20e9f15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.613096] env[63326]: DEBUG nova.network.neutron [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [{"id": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "address": "fa:16:3e:a0:01:26", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9206ed-4b", "ovs_interfaceid": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.617321] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.622851] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80f0d67a-28f8-41cf-966f-ab3e10017143 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.630085] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726702, 'name': Rename_Task, 'duration_secs': 0.365545} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.631334] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.631890] env[63326]: DEBUG oslo_vmware.api [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1793.631890] env[63326]: value = "task-1726703" [ 1793.631890] env[63326]: _type = "Task" [ 1793.631890] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.632091] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f99a19-8767-442e-aded-105a070710b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.637652] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4794f4db-d18f-4cbd-8d81-eecdb1bc31dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.647445] env[63326]: DEBUG oslo_vmware.api [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.650562] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1793.650562] env[63326]: value = "task-1726704" [ 1793.650562] env[63326]: _type = "Task" [ 1793.650562] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.651571] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fb0ee0-ccc8-44c2-a5a4-73906f4f89d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.664827] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.691409] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c57a5f-4cc7-4feb-9ae9-102bea542757 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.699196] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca8fe48-ece0-4cc9-b413-2329540bb3e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.712667] env[63326]: DEBUG nova.compute.provider_tree [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.808870] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.809347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.809347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.115354] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.115674] env[63326]: DEBUG nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Instance network_info: |[{"id": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "address": "fa:16:3e:a0:01:26", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9206ed-4b", "ovs_interfaceid": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1794.116094] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:01:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d9206ed-4b42-4b4c-9e1c-65059ff4ca81', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.125009] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating folder: Project (5f60207c25cb4ee6a7a8cb5673c98c97). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.128094] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ba31db-de20-4281-9176-db65cb6a4596 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.139412] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Created folder: Project (5f60207c25cb4ee6a7a8cb5673c98c97) in parent group-v359097. [ 1794.139625] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating folder: Instances. Parent ref: group-v359382. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.140243] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e30adece-6c32-4623-bfaf-3cfbdc86e9a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.145591] env[63326]: DEBUG oslo_vmware.api [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726703, 'name': PowerOffVM_Task, 'duration_secs': 0.227396} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.145844] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.145999] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1794.146247] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0a7dc22-75ec-4c5b-a5d2-69eb79bb05c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.149834] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Created folder: Instances in parent group-v359382. [ 1794.150076] env[63326]: DEBUG oslo.service.loopingcall [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.150257] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.150473] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad584226-e119-4195-a32e-ef4f0d55cd4c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.175912] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.175912] env[63326]: value = "task-1726708" [ 1794.175912] env[63326]: _type = "Task" [ 1794.175912] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.179108] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726704, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.186489] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726708, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.216333] env[63326]: DEBUG nova.scheduler.client.report [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.272832] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.273066] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.273262] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleting the datastore file [datastore1] 4ee43a0b-5679-49d8-a962-8c9ecf83662a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.273538] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36ff2d49-513b-4483-9696-2de47fe4c2c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.282768] env[63326]: DEBUG oslo_vmware.api [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1794.282768] env[63326]: value = "task-1726709" [ 1794.282768] env[63326]: _type = "Task" [ 1794.282768] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.291939] env[63326]: DEBUG oslo_vmware.api [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.346846] env[63326]: INFO nova.network.neutron [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Port 639fdedd-12e3-4492-93cc-e2631a18d9f9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1794.347264] env[63326]: DEBUG nova.network.neutron [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [{"id": "97160313-e2aa-43e7-9543-39e7e9c841ac", "address": "fa:16:3e:01:c5:c2", "network": {"id": "f627832b-e7ad-4177-b4a2-60ab53cd10ce", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-271734955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b242596592e748568161086fb29525dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97160313-e2", "ovs_interfaceid": "97160313-e2aa-43e7-9543-39e7e9c841ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.437215] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.437589] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6540420-cb77-4f1e-8479-3480cf05f775 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.447010] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1794.447010] env[63326]: value = "task-1726710" [ 1794.447010] env[63326]: _type = "Task" [ 1794.447010] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.457487] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.590472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.590627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.590775] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1794.678890] env[63326]: DEBUG oslo_vmware.api [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726704, 'name': PowerOnVM_Task, 'duration_secs': 0.624707} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.678890] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.679095] env[63326]: INFO nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1794.679183] env[63326]: DEBUG nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.679974] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541c249b-b137-470f-975c-61a303037ae0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.693986] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726708, 'name': CreateVM_Task, 'duration_secs': 0.362895} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.694400] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.695059] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.695229] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.695549] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.695790] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ec9136-9844-420f-a605-532d61996091 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.700478] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1794.700478] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]526274d3-3876-ff6d-7655-a94feea500b5" [ 1794.700478] env[63326]: _type = "Task" [ 1794.700478] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.710701] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526274d3-3876-ff6d-7655-a94feea500b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.721911] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.749858] env[63326]: INFO nova.scheduler.client.report [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Deleted allocations for instance f1950c91-b7c8-4f4a-8860-6aca70bdf6da [ 1794.793744] env[63326]: DEBUG oslo_vmware.api [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199077} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.794620] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.794816] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.795070] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.795293] env[63326]: INFO nova.compute.manager [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1794.795580] env[63326]: DEBUG oslo.service.loopingcall [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.796023] env[63326]: DEBUG nova.compute.manager [-] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1794.796133] env[63326]: DEBUG nova.network.neutron [-] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1794.843803] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.844089] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.844172] env[63326]: DEBUG nova.network.neutron [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.850108] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Releasing lock "refresh_cache-4ee43a0b-5679-49d8-a962-8c9ecf83662a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.958237] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726710, 'name': PowerOffVM_Task, 'duration_secs': 0.388836} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.959051] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.959307] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18be05c6-9c4d-45de-b70a-e085cf1cdab1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.980386] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bca30cd-003f-48d0-aead-8e49ca1a916b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.013126] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.013406] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef19a89-16d2-4e77-99fb-02562169df60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.020365] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1795.020365] env[63326]: value = "task-1726711" [ 1795.020365] env[63326]: _type = "Task" [ 1795.020365] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.027873] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.204870] env[63326]: INFO nova.compute.manager [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Took 20.66 seconds to build instance. [ 1795.214356] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]526274d3-3876-ff6d-7655-a94feea500b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.214664] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.214959] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.215254] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.215405] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.215583] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.215841] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad34324-4ec1-4ebd-9fdf-2246de5411ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.241927] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.242197] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.243031] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c84150f-28e9-41e7-8c1f-e817b509e7dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.248974] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1795.248974] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e0de77-eeb3-0b3c-4315-77e9084721a1" [ 1795.248974] env[63326]: _type = "Task" [ 1795.248974] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.259765] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e0de77-eeb3-0b3c-4315-77e9084721a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.260228] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2093e447-3b9a-401d-9722-852c45da10f4 tempest-ServerDiskConfigTestJSON-403539949 tempest-ServerDiskConfigTestJSON-403539949-project-member] Lock "f1950c91-b7c8-4f4a-8860-6aca70bdf6da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.456s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.356032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-edfab432-618c-4486-a1dc-795613865603 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "interface-4ee43a0b-5679-49d8-a962-8c9ecf83662a-639fdedd-12e3-4492-93cc-e2631a18d9f9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.295s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.536160] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1795.536609] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.537514] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.605016] env[63326]: DEBUG nova.network.neutron [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance_info_cache with network_info: [{"id": "ff950235-c198-436a-baaa-265005b566f4", "address": "fa:16:3e:d4:01:28", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950235-c1", "ovs_interfaceid": "ff950235-c198-436a-baaa-265005b566f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.654756] env[63326]: DEBUG nova.compute.manager [req-4ceefb36-213c-409f-ba11-0e810f26d165 req-a689b455-0871-48ef-a7f8-eea031fef436 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Received event network-vif-deleted-97160313-e2aa-43e7-9543-39e7e9c841ac {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1795.654990] env[63326]: INFO nova.compute.manager [req-4ceefb36-213c-409f-ba11-0e810f26d165 req-a689b455-0871-48ef-a7f8-eea031fef436 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Neutron deleted interface 97160313-e2aa-43e7-9543-39e7e9c841ac; detaching it from the instance and deleting it from the info cache [ 1795.655272] env[63326]: DEBUG nova.network.neutron [req-4ceefb36-213c-409f-ba11-0e810f26d165 req-a689b455-0871-48ef-a7f8-eea031fef436 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.718947] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f39d8113-fe78-48b0-834b-97c3e8742b13 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.177s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.763490] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e0de77-eeb3-0b3c-4315-77e9084721a1, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.764670] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b22283a-0b5a-44be-97bb-1e8931033163 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.771415] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1795.771415] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524b88a6-379b-aa5b-14d0-4f1e769f6984" [ 1795.771415] env[63326]: _type = "Task" [ 1795.771415] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.783134] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524b88a6-379b-aa5b-14d0-4f1e769f6984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.886696] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.110026] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.130369] env[63326]: DEBUG nova.network.neutron [-] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.166826] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dde360b-e843-428a-bc49-7feeb11be690 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.174148] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85bd982-e8ca-4dfb-b032-3820d9601cf5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.209379] env[63326]: DEBUG nova.compute.manager [req-4ceefb36-213c-409f-ba11-0e810f26d165 req-a689b455-0871-48ef-a7f8-eea031fef436 service nova] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Detach interface failed, port_id=97160313-e2aa-43e7-9543-39e7e9c841ac, reason: Instance 4ee43a0b-5679-49d8-a962-8c9ecf83662a could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1796.284174] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524b88a6-379b-aa5b-14d0-4f1e769f6984, 'name': SearchDatastore_Task, 'duration_secs': 0.032859} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.284472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.284729] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be/7d4ee28c-32ff-4a6d-8dac-9904668086be.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.285069] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.285269] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.285490] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8818987d-ca9d-48e1-8284-c703e474e474 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.292144] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e885e1f2-3806-43c3-8c98-bd311c91f301 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.299773] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1796.299773] env[63326]: value = "task-1726712" [ 1796.299773] env[63326]: _type = "Task" [ 1796.299773] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.304149] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.304268] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.305238] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a701b5dd-87a6-40d3-a556-dc79d057b321 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.311095] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.314352] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1796.314352] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b15f42-13b8-1ee2-d023-7bf780d1d219" [ 1796.314352] env[63326]: _type = "Task" [ 1796.314352] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.322525] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b15f42-13b8-1ee2-d023-7bf780d1d219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.389406] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.389668] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1796.389917] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.390100] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.390278] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.390443] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.390599] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_power_states {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.634489] env[63326]: INFO nova.compute.manager [-] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Took 1.84 seconds to deallocate network for instance. [ 1796.637795] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3530f618-4b56-431d-9bc7-f89e73cc3dea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.663936] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be01bdb-6bee-44b9-bf5c-7345e7b48c0f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.673935] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance '03a026d1-d0a2-4226-826d-e32812d1077b' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.813279] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.827227] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b15f42-13b8-1ee2-d023-7bf780d1d219, 'name': SearchDatastore_Task, 'duration_secs': 0.008459} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.828127] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a252f72-4eae-4056-a2f1-c995edcd8c08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.835477] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1796.835477] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e32fe-45c7-1716-23c9-c0c3c30c6183" [ 1796.835477] env[63326]: _type = "Task" [ 1796.835477] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.845554] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e32fe-45c7-1716-23c9-c0c3c30c6183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.895932] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Getting list of instances from cluster (obj){ [ 1796.895932] env[63326]: value = "domain-c8" [ 1796.895932] env[63326]: _type = "ClusterComputeResource" [ 1796.895932] env[63326]: } {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1796.897414] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c3e5b7-079e-4ab7-9668-9d0e12171c6a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.922894] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Got total of 11 instances {{(pid=63326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1796.923122] env[63326]: WARNING nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1796.923269] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid f214df39-a352-450d-9a68-ccaa5d209b48 {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.923468] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid 8d90c894-d33f-4472-ad9f-c24f12eeb514 {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.923628] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid f5d2562c-4bb6-4059-9b63-87bcefeefe59 {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.923784] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid eff8eb78-e127-4577-960b-44798c34cbc1 {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.923934] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid 4ee43a0b-5679-49d8-a962-8c9ecf83662a {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.924230] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid 46cfbf6c-4372-458e-a200-d6efdeb2c12f {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.924471] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid 03a026d1-d0a2-4226-826d-e32812d1077b {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.924642] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.924804] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19 {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.924971] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid b58b7d17-be81-40e5-bee9-a7b915600f84 {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.925141] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.925294] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Triggering sync for uuid 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1796.925690] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.925933] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.926482] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.926723] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.927014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.927252] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.927516] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "eff8eb78-e127-4577-960b-44798c34cbc1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.927729] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "eff8eb78-e127-4577-960b-44798c34cbc1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.928009] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.928447] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.928568] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.928769] env[63326]: INFO nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1796.929028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.929212] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "03a026d1-d0a2-4226-826d-e32812d1077b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.929420] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "03a026d1-d0a2-4226-826d-e32812d1077b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.929609] env[63326]: INFO nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1796.929828] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "03a026d1-d0a2-4226-826d-e32812d1077b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.930268] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.931219] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.931493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.931677] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.931930] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "b58b7d17-be81-40e5-bee9-a7b915600f84" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.932131] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.932380] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.932557] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.932803] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.933023] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.933171] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1796.933903] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e3685-dc27-4b6f-8bd4-93890ba17de6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.937154] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a746f-6d54-49be-b04a-a7454f40e6e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.940137] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189ad122-39f6-4037-965d-d826eff1ca14 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.943015] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5de1d35-c398-45c4-a5be-1ed360f38403 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.945781] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3016ec-1064-47d9-9aa2-cc77b414ebda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.948417] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55c07b3-7e59-4c7c-b4f9-d2b75b02e14b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.951184] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533aa83b-f86f-4196-8dd8-f6bfd125c1bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.954576] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7115a26a-9b66-45f6-bed5-eb276bb91f12 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.144840] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.145121] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.145346] env[63326]: DEBUG nova.objects.instance [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'resources' on Instance uuid 4ee43a0b-5679-49d8-a962-8c9ecf83662a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.181994] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.182185] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf797fcc-7193-4365-9b0b-ff49286055ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.189678] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1797.189678] env[63326]: value = "task-1726713" [ 1797.189678] env[63326]: _type = "Task" [ 1797.189678] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.197928] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.310764] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527058} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.311041] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be/7d4ee28c-32ff-4a6d-8dac-9904668086be.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.311272] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.311519] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ddfadd-5914-42c2-874c-f4a909be374a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.318554] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1797.318554] env[63326]: value = "task-1726714" [ 1797.318554] env[63326]: _type = "Task" [ 1797.318554] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.326516] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.344561] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e32fe-45c7-1716-23c9-c0c3c30c6183, 'name': SearchDatastore_Task, 'duration_secs': 0.027326} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.344867] env[63326]: DEBUG oslo_concurrency.lockutils [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.345152] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. {{(pid=63326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1797.345431] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01afcfda-7e14-4f0c-8bab-ac27c359c355 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.351972] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1797.351972] env[63326]: value = "task-1726715" [ 1797.351972] env[63326]: _type = "Task" [ 1797.351972] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.360138] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.482238] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.482617] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.483025] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.486482] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.489910] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.490225] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.496706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.498166] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "eff8eb78-e127-4577-960b-44798c34cbc1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.697205] env[63326]: DEBUG nova.compute.manager [req-bb794b40-1553-4035-a02f-d419ba3d497f req-6d487d90-fb12-4120-94c4-92150265c98c service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Received event network-changed-f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1797.697405] env[63326]: DEBUG nova.compute.manager [req-bb794b40-1553-4035-a02f-d419ba3d497f req-6d487d90-fb12-4120-94c4-92150265c98c service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Refreshing instance network info cache due to event network-changed-f87e393c-4e7f-43ae-9d2e-8454ad6f449e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1797.697619] env[63326]: DEBUG oslo_concurrency.lockutils [req-bb794b40-1553-4035-a02f-d419ba3d497f req-6d487d90-fb12-4120-94c4-92150265c98c service nova] Acquiring lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.697760] env[63326]: DEBUG oslo_concurrency.lockutils [req-bb794b40-1553-4035-a02f-d419ba3d497f req-6d487d90-fb12-4120-94c4-92150265c98c service nova] Acquired lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.697920] env[63326]: DEBUG nova.network.neutron [req-bb794b40-1553-4035-a02f-d419ba3d497f req-6d487d90-fb12-4120-94c4-92150265c98c service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Refreshing network info cache for port f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.704802] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.828737] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067566} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.831692] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.833291] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a2f9d7-4df2-44da-83e7-e7882e533f71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.857708] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be/7d4ee28c-32ff-4a6d-8dac-9904668086be.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.860765] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d922d0f3-ae92-46c2-a4ee-60c9514df3b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.885681] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726715, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.888142] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1797.888142] env[63326]: value = "task-1726716" [ 1797.888142] env[63326]: _type = "Task" [ 1797.888142] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.897631] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.899559] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d8deaf-f139-4f61-8121-c411cef4074f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.909723] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5b73ec-4184-4fae-96d4-3bf4f2d44246 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.945116] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91317478-bd2d-44bc-a992-7cf488f2a9e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.953521] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51556a84-3909-46c5-bfe8-2af04a27abbc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.971529] env[63326]: DEBUG nova.compute.provider_tree [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.205365] env[63326]: DEBUG oslo_vmware.api [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726713, 'name': PowerOnVM_Task, 'duration_secs': 0.804628} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.210250] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.210761] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5609fc70-4269-4b1a-99f4-b09a03ffbd81 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance '03a026d1-d0a2-4226-826d-e32812d1077b' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1798.372682] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860235} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.374902] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk. [ 1798.375683] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a92dc1f-3c86-470e-b8df-ddae167aafe4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.405404] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.411015] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38445fab-2e95-482b-8113-6d5490179873 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.428825] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726716, 'name': ReconfigVM_Task, 'duration_secs': 0.375322} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.429509] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be/7d4ee28c-32ff-4a6d-8dac-9904668086be.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.430830] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b0b6d5e-e669-4dfe-a494-50103865d7b2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.432388] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1798.432388] env[63326]: value = "task-1726717" [ 1798.432388] env[63326]: _type = "Task" [ 1798.432388] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.436545] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1798.436545] env[63326]: value = "task-1726718" [ 1798.436545] env[63326]: _type = "Task" [ 1798.436545] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.442141] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.452936] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726718, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.475181] env[63326]: DEBUG nova.scheduler.client.report [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.522690] env[63326]: DEBUG nova.network.neutron [req-bb794b40-1553-4035-a02f-d419ba3d497f req-6d487d90-fb12-4120-94c4-92150265c98c service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updated VIF entry in instance network info cache for port f87e393c-4e7f-43ae-9d2e-8454ad6f449e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.523096] env[63326]: DEBUG nova.network.neutron [req-bb794b40-1553-4035-a02f-d419ba3d497f req-6d487d90-fb12-4120-94c4-92150265c98c service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating instance_info_cache with network_info: [{"id": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "address": "fa:16:3e:c9:2d:dc", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87e393c-4e", "ovs_interfaceid": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.943109] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.948430] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726718, 'name': Rename_Task, 'duration_secs': 0.14433} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.948489] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.948770] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-828d2ae8-5017-44a1-abd6-0572a7ddbba1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.955070] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1798.955070] env[63326]: value = "task-1726719" [ 1798.955070] env[63326]: _type = "Task" [ 1798.955070] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.963161] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.980391] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.008708] env[63326]: INFO nova.scheduler.client.report [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleted allocations for instance 4ee43a0b-5679-49d8-a962-8c9ecf83662a [ 1799.025535] env[63326]: DEBUG oslo_concurrency.lockutils [req-bb794b40-1553-4035-a02f-d419ba3d497f req-6d487d90-fb12-4120-94c4-92150265c98c service nova] Releasing lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.442938] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.466086] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726719, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.516434] env[63326]: DEBUG oslo_concurrency.lockutils [None req-3908c24b-e7e7-4cbf-b58c-1f0bd50c66bc tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.921s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.517559] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.589s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.517812] env[63326]: INFO nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1799.518052] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "4ee43a0b-5679-49d8-a962-8c9ecf83662a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.948687] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726717, 'name': ReconfigVM_Task, 'duration_secs': 1.380375} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.949102] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f/6e0590ec-26dd-49ff-ad9e-e4544460cd43-rescue.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.951102] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4977c9c8-a3c0-4e51-b3be-923fd3a20eb0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.003379] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc5e099-0993-4ba5-9ee3-14607420c42e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.019742] env[63326]: DEBUG oslo_vmware.api [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726719, 'name': PowerOnVM_Task, 'duration_secs': 0.853972} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.020674] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.020674] env[63326]: INFO nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1800.020847] env[63326]: DEBUG nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.021733] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf5ae92-6ef1-4578-94b3-20e1a1d788a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.026199] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1800.026199] env[63326]: value = "task-1726720" [ 1800.026199] env[63326]: _type = "Task" [ 1800.026199] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.039451] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.265621] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "eff8eb78-e127-4577-960b-44798c34cbc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.265981] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "eff8eb78-e127-4577-960b-44798c34cbc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.266093] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.266291] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.266442] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "eff8eb78-e127-4577-960b-44798c34cbc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.269237] env[63326]: INFO nova.compute.manager [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Terminating instance [ 1800.545122] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726720, 'name': ReconfigVM_Task, 'duration_secs': 0.320655} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.545895] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.547985] env[63326]: INFO nova.compute.manager [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Took 22.78 seconds to build instance. [ 1800.547985] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-117effc6-6606-4ae2-afc7-be70211a2269 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.555227] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1800.555227] env[63326]: value = "task-1726721" [ 1800.555227] env[63326]: _type = "Task" [ 1800.555227] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.567232] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.776558] env[63326]: DEBUG nova.compute.manager [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.776795] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.777685] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a628df-bcdc-4e36-b3d2-3edd1ee4bfaf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.786298] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.786298] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81931b27-34be-41de-a435-a7729a3fdde8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.793139] env[63326]: DEBUG oslo_vmware.api [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1800.793139] env[63326]: value = "task-1726722" [ 1800.793139] env[63326]: _type = "Task" [ 1800.793139] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.802202] env[63326]: DEBUG oslo_vmware.api [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.902679] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "03a026d1-d0a2-4226-826d-e32812d1077b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.902870] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.903040] env[63326]: DEBUG nova.compute.manager [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Going to confirm migration 7 {{(pid=63326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1801.050208] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6dd5883a-d5a1-4af0-8b7c-0c900f05f8e9 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.295s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.050208] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.117s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.053061] env[63326]: INFO nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] During sync_power_state the instance has a pending task (spawning). Skip. [ 1801.053061] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.067918] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726721, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.306075] env[63326]: DEBUG oslo_vmware.api [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726722, 'name': PowerOffVM_Task, 'duration_secs': 0.193767} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.307024] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.307024] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.307024] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd7b7edc-a7d9-4e5e-97d6-23ad92f340a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.463567] env[63326]: DEBUG nova.compute.manager [req-ca077d82-7aa2-4a11-aaa4-825673e99585 req-6ee7e259-76b2-4133-adcb-8b06debec4a2 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received event network-changed-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1801.463691] env[63326]: DEBUG nova.compute.manager [req-ca077d82-7aa2-4a11-aaa4-825673e99585 req-6ee7e259-76b2-4133-adcb-8b06debec4a2 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Refreshing instance network info cache due to event network-changed-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1801.463905] env[63326]: DEBUG oslo_concurrency.lockutils [req-ca077d82-7aa2-4a11-aaa4-825673e99585 req-6ee7e259-76b2-4133-adcb-8b06debec4a2 service nova] Acquiring lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.464058] env[63326]: DEBUG oslo_concurrency.lockutils [req-ca077d82-7aa2-4a11-aaa4-825673e99585 req-6ee7e259-76b2-4133-adcb-8b06debec4a2 service nova] Acquired lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.464239] env[63326]: DEBUG nova.network.neutron [req-ca077d82-7aa2-4a11-aaa4-825673e99585 req-6ee7e259-76b2-4133-adcb-8b06debec4a2 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Refreshing network info cache for port 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.480920] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.481118] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquired lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.481295] env[63326]: DEBUG nova.network.neutron [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.481477] env[63326]: DEBUG nova.objects.instance [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lazy-loading 'info_cache' on Instance uuid 03a026d1-d0a2-4226-826d-e32812d1077b {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.564052] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.564275] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.564459] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleting the datastore file [datastore1] eff8eb78-e127-4577-960b-44798c34cbc1 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.565140] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c604062-e783-434e-9c9e-e68448b4a572 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.569734] env[63326]: DEBUG oslo_vmware.api [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726721, 'name': PowerOnVM_Task, 'duration_secs': 0.716688} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.570420] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.574064] env[63326]: DEBUG oslo_vmware.api [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for the task: (returnval){ [ 1801.574064] env[63326]: value = "task-1726724" [ 1801.574064] env[63326]: _type = "Task" [ 1801.574064] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.575129] env[63326]: DEBUG nova.compute.manager [None req-46665c5c-b637-412b-9d59-04d65026003d tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.575998] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcd3d12-b524-4e65-86e8-4c7db78142d4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.589796] env[63326]: DEBUG oslo_vmware.api [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.876453] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquiring lock "536f2725-5b25-4e19-80a5-3d680dfc6dab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.876706] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "536f2725-5b25-4e19-80a5-3d680dfc6dab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.087384] env[63326]: DEBUG oslo_vmware.api [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Task: {'id': task-1726724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496262} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.087756] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.087842] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.088019] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.088280] env[63326]: INFO nova.compute.manager [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1802.088672] env[63326]: DEBUG oslo.service.loopingcall [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.088978] env[63326]: DEBUG nova.compute.manager [-] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1802.089245] env[63326]: DEBUG nova.network.neutron [-] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1802.196784] env[63326]: DEBUG nova.network.neutron [req-ca077d82-7aa2-4a11-aaa4-825673e99585 req-6ee7e259-76b2-4133-adcb-8b06debec4a2 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updated VIF entry in instance network info cache for port 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.197181] env[63326]: DEBUG nova.network.neutron [req-ca077d82-7aa2-4a11-aaa4-825673e99585 req-6ee7e259-76b2-4133-adcb-8b06debec4a2 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [{"id": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "address": "fa:16:3e:a0:01:26", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9206ed-4b", "ovs_interfaceid": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.379439] env[63326]: DEBUG nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.700405] env[63326]: DEBUG oslo_concurrency.lockutils [req-ca077d82-7aa2-4a11-aaa4-825673e99585 req-6ee7e259-76b2-4133-adcb-8b06debec4a2 service nova] Releasing lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.771701] env[63326]: DEBUG nova.network.neutron [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance_info_cache with network_info: [{"id": "ff950235-c198-436a-baaa-265005b566f4", "address": "fa:16:3e:d4:01:28", "network": {"id": "27afc49f-df29-4644-a318-8dfaa5d3bd7c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1398624156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195b81119bee47199ad89c3b6d45b003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950235-c1", "ovs_interfaceid": "ff950235-c198-436a-baaa-265005b566f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.864146] env[63326]: DEBUG nova.network.neutron [-] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.991315] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.991569] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.993492] env[63326]: INFO nova.compute.claims [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.274969] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Releasing lock "refresh_cache-03a026d1-d0a2-4226-826d-e32812d1077b" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.275346] env[63326]: DEBUG nova.objects.instance [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lazy-loading 'migration_context' on Instance uuid 03a026d1-d0a2-4226-826d-e32812d1077b {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.367117] env[63326]: INFO nova.compute.manager [-] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Took 1.28 seconds to deallocate network for instance. [ 1803.445259] env[63326]: INFO nova.compute.manager [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Unrescuing [ 1803.445559] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.445712] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquired lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.445877] env[63326]: DEBUG nova.network.neutron [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.491288] env[63326]: DEBUG nova.compute.manager [req-3d3cc2cf-8bc3-4310-93ba-d48a42f1e7a3 req-14b790ba-0abb-4da1-b72f-f35ab62c10b6 service nova] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Received event network-vif-deleted-33760f0f-9e18-405a-a723-150ef0ac0530 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1803.777558] env[63326]: DEBUG nova.objects.base [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Object Instance<03a026d1-d0a2-4226-826d-e32812d1077b> lazy-loaded attributes: info_cache,migration_context {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1803.778628] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044182ce-8f9b-441d-a1b8-ebd4f696a862 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.799788] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83415d0b-3a06-411b-a859-8b2838a9eed8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.805616] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1803.805616] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52021f42-24ed-12e2-d3b2-175e6dbeb14a" [ 1803.805616] env[63326]: _type = "Task" [ 1803.805616] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.813480] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52021f42-24ed-12e2-d3b2-175e6dbeb14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.874268] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.169908] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f149a5d-4a98-405f-9cac-5959f0a8ec36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.179254] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccb0fa2-9447-4b2d-a6f7-acf80c577352 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.211514] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde497e5-e600-4cf0-983d-b8802aee4ca4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.219433] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6015ca0-a6e2-4d34-9b32-85a17fd09211 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.232801] env[63326]: DEBUG nova.compute.provider_tree [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.247778] env[63326]: DEBUG nova.network.neutron [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [{"id": "dc977f88-c221-495e-b511-4c30b39d04c8", "address": "fa:16:3e:a9:67:5e", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc977f88-c2", "ovs_interfaceid": "dc977f88-c221-495e-b511-4c30b39d04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.259064] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.316457] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52021f42-24ed-12e2-d3b2-175e6dbeb14a, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.316746] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.690541] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.736273] env[63326]: DEBUG nova.scheduler.client.report [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.749873] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Releasing lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.750550] env[63326]: DEBUG nova.objects.instance [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lazy-loading 'flavor' on Instance uuid 46cfbf6c-4372-458e-a200-d6efdeb2c12f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.193570] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.242815] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.243208] env[63326]: DEBUG nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1805.246810] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.372s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.246810] env[63326]: DEBUG nova.objects.instance [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lazy-loading 'resources' on Instance uuid eff8eb78-e127-4577-960b-44798c34cbc1 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.255993] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6063a85b-0577-4882-97ef-8b30ad2b06ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.281292] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.281627] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c9c817-b84f-44de-a867-bbba79a9d54d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.289483] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1805.289483] env[63326]: value = "task-1726725" [ 1805.289483] env[63326]: _type = "Task" [ 1805.289483] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.297944] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.750216] env[63326]: DEBUG nova.compute.utils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.754317] env[63326]: DEBUG nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1805.754496] env[63326]: DEBUG nova.network.neutron [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1805.796050] env[63326]: DEBUG nova.policy [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a0ea5019df540f486c9b298b4db1f9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efc4bfe9bcc342e098318bded2d215e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1805.802942] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726725, 'name': PowerOffVM_Task, 'duration_secs': 0.239509} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.805327] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.810831] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1805.811363] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a581f37a-aac2-4534-bd2c-bd057c7f0bfc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.832806] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1805.832806] env[63326]: value = "task-1726726" [ 1805.832806] env[63326]: _type = "Task" [ 1805.832806] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.844623] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.930756] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caa4107-7bf1-4695-8ca6-2a6abef365ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.938623] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a854486e-8525-4143-8a68-9366cded55e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.972208] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6034bdd-5998-410d-83cf-8a59b5938b5b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.980433] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01d82c-f9b7-4b27-aea9-3bec7e26c229 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.994612] env[63326]: DEBUG nova.compute.provider_tree [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.059520] env[63326]: DEBUG nova.network.neutron [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Successfully created port: 91c89761-8e1f-4f23-a441-01b8857de9f3 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.255058] env[63326]: DEBUG nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1806.342823] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726726, 'name': ReconfigVM_Task, 'duration_secs': 0.23584} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.343138] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1806.343330] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.343577] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5357b9d-aa5c-4fda-aec9-8458ea93b075 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.349932] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1806.349932] env[63326]: value = "task-1726727" [ 1806.349932] env[63326]: _type = "Task" [ 1806.349932] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.358107] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.501487] env[63326]: DEBUG nova.scheduler.client.report [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.859581] env[63326]: DEBUG oslo_vmware.api [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726727, 'name': PowerOnVM_Task, 'duration_secs': 0.429321} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.859901] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.860183] env[63326]: DEBUG nova.compute.manager [None req-e6e516a3-61e9-4d02-8fcb-82be5523b61e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.860949] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e981be1-e129-4f49-8467-fa8323efb1be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.006507] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.008813] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.692s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.145897] env[63326]: INFO nova.scheduler.client.report [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Deleted allocations for instance eff8eb78-e127-4577-960b-44798c34cbc1 [ 1807.264637] env[63326]: DEBUG nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1807.290455] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1807.290695] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.290854] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1807.291071] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.291242] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1807.291394] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1807.291600] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1807.291760] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1807.291926] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1807.292810] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1807.293083] env[63326]: DEBUG nova.virt.hardware [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1807.293962] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd01a6-8cd4-4f7f-967b-961da438c7fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.303124] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b358f38d-af47-4e09-a420-3ef0e034c4e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.571074] env[63326]: DEBUG nova.compute.manager [req-6c7e807a-2893-49ee-8b41-7ce35735698f req-731772b6-97e1-4426-8889-c318fa83454c service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Received event network-vif-plugged-91c89761-8e1f-4f23-a441-01b8857de9f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1807.571362] env[63326]: DEBUG oslo_concurrency.lockutils [req-6c7e807a-2893-49ee-8b41-7ce35735698f req-731772b6-97e1-4426-8889-c318fa83454c service nova] Acquiring lock "536f2725-5b25-4e19-80a5-3d680dfc6dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.571577] env[63326]: DEBUG oslo_concurrency.lockutils [req-6c7e807a-2893-49ee-8b41-7ce35735698f req-731772b6-97e1-4426-8889-c318fa83454c service nova] Lock "536f2725-5b25-4e19-80a5-3d680dfc6dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.571749] env[63326]: DEBUG oslo_concurrency.lockutils [req-6c7e807a-2893-49ee-8b41-7ce35735698f req-731772b6-97e1-4426-8889-c318fa83454c service nova] Lock "536f2725-5b25-4e19-80a5-3d680dfc6dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.571918] env[63326]: DEBUG nova.compute.manager [req-6c7e807a-2893-49ee-8b41-7ce35735698f req-731772b6-97e1-4426-8889-c318fa83454c service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] No waiting events found dispatching network-vif-plugged-91c89761-8e1f-4f23-a441-01b8857de9f3 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1807.572156] env[63326]: WARNING nova.compute.manager [req-6c7e807a-2893-49ee-8b41-7ce35735698f req-731772b6-97e1-4426-8889-c318fa83454c service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Received unexpected event network-vif-plugged-91c89761-8e1f-4f23-a441-01b8857de9f3 for instance with vm_state building and task_state spawning. [ 1807.602870] env[63326]: DEBUG nova.network.neutron [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Successfully updated port: 91c89761-8e1f-4f23-a441-01b8857de9f3 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1807.656182] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0f724a4c-1191-42b4-8189-40154051dd74 tempest-AttachInterfacesTestJSON-309907938 tempest-AttachInterfacesTestJSON-309907938-project-member] Lock "eff8eb78-e127-4577-960b-44798c34cbc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.390s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.686612] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54423db-17aa-4f9b-9fb1-a311dd52c675 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.694577] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c12ef-77be-41e5-b95d-1414dd24fac4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.724977] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ceaef-52fe-456f-8097-b0bc85d645ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.735890] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c469c93a-f3da-4055-bc22-ab27f05c2467 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.746029] env[63326]: DEBUG nova.compute.provider_tree [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.083779] env[63326]: DEBUG nova.compute.manager [req-746c9e0b-d868-4bd8-9e68-c124b7c3cc2d req-32a9fbb0-505d-473b-ae3e-3660c3bd90ae service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Received event network-changed-dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1808.084032] env[63326]: DEBUG nova.compute.manager [req-746c9e0b-d868-4bd8-9e68-c124b7c3cc2d req-32a9fbb0-505d-473b-ae3e-3660c3bd90ae service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Refreshing instance network info cache due to event network-changed-dc977f88-c221-495e-b511-4c30b39d04c8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1808.084237] env[63326]: DEBUG oslo_concurrency.lockutils [req-746c9e0b-d868-4bd8-9e68-c124b7c3cc2d req-32a9fbb0-505d-473b-ae3e-3660c3bd90ae service nova] Acquiring lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.084412] env[63326]: DEBUG oslo_concurrency.lockutils [req-746c9e0b-d868-4bd8-9e68-c124b7c3cc2d req-32a9fbb0-505d-473b-ae3e-3660c3bd90ae service nova] Acquired lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.084598] env[63326]: DEBUG nova.network.neutron [req-746c9e0b-d868-4bd8-9e68-c124b7c3cc2d req-32a9fbb0-505d-473b-ae3e-3660c3bd90ae service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Refreshing network info cache for port dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.107444] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquiring lock "refresh_cache-536f2725-5b25-4e19-80a5-3d680dfc6dab" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.107631] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquired lock "refresh_cache-536f2725-5b25-4e19-80a5-3d680dfc6dab" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.107729] env[63326]: DEBUG nova.network.neutron [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1808.249079] env[63326]: DEBUG nova.scheduler.client.report [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.641692] env[63326]: DEBUG nova.network.neutron [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1808.774394] env[63326]: DEBUG nova.network.neutron [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Updating instance_info_cache with network_info: [{"id": "91c89761-8e1f-4f23-a441-01b8857de9f3", "address": "fa:16:3e:b6:6b:77", "network": {"id": "3ec0a64d-bd86-485a-84f9-073af76ce4e7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1322424061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc4bfe9bcc342e098318bded2d215e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c89761-8e", "ovs_interfaceid": "91c89761-8e1f-4f23-a441-01b8857de9f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.968857] env[63326]: DEBUG nova.network.neutron [req-746c9e0b-d868-4bd8-9e68-c124b7c3cc2d req-32a9fbb0-505d-473b-ae3e-3660c3bd90ae service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updated VIF entry in instance network info cache for port dc977f88-c221-495e-b511-4c30b39d04c8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.969250] env[63326]: DEBUG nova.network.neutron [req-746c9e0b-d868-4bd8-9e68-c124b7c3cc2d req-32a9fbb0-505d-473b-ae3e-3660c3bd90ae service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [{"id": "dc977f88-c221-495e-b511-4c30b39d04c8", "address": "fa:16:3e:a9:67:5e", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc977f88-c2", "ovs_interfaceid": "dc977f88-c221-495e-b511-4c30b39d04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.259737] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.251s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.262609] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.069s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.262792] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.262946] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1809.263995] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38a3fa-cc3a-47a4-a9b9-8156c0566d16 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.272013] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66611405-2394-48a6-9ac1-3880c80075c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.276542] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Releasing lock "refresh_cache-536f2725-5b25-4e19-80a5-3d680dfc6dab" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.276834] env[63326]: DEBUG nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Instance network_info: |[{"id": "91c89761-8e1f-4f23-a441-01b8857de9f3", "address": "fa:16:3e:b6:6b:77", "network": {"id": "3ec0a64d-bd86-485a-84f9-073af76ce4e7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1322424061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc4bfe9bcc342e098318bded2d215e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c89761-8e", "ovs_interfaceid": "91c89761-8e1f-4f23-a441-01b8857de9f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1809.277205] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:6b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91c89761-8e1f-4f23-a441-01b8857de9f3', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.284597] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Creating folder: Project (efc4bfe9bcc342e098318bded2d215e8). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.292551] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-634b9867-d51d-413c-b61c-ee2c9a84c58a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.295105] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c65909-f18c-49d1-8813-4b6cf85870f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.303401] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f14910-a60a-452e-80ea-6d4515ace27d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.307551] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Created folder: Project (efc4bfe9bcc342e098318bded2d215e8) in parent group-v359097. [ 1809.307734] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Creating folder: Instances. Parent ref: group-v359385. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.308239] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55618ead-2568-4ce9-9bfd-0b5bfe30d2c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.335245] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179799MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1809.335419] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.335588] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.338259] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Created folder: Instances in parent group-v359385. [ 1809.338490] env[63326]: DEBUG oslo.service.loopingcall [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.341926] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1809.341926] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de610d22-06b5-43f7-b8b7-78952fb5dc0f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.358380] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.358380] env[63326]: value = "task-1726730" [ 1809.358380] env[63326]: _type = "Task" [ 1809.358380] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.367637] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.472344] env[63326]: DEBUG oslo_concurrency.lockutils [req-746c9e0b-d868-4bd8-9e68-c124b7c3cc2d req-32a9fbb0-505d-473b-ae3e-3660c3bd90ae service nova] Releasing lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.599646] env[63326]: DEBUG nova.compute.manager [req-649cab9a-1c29-41e0-afca-9126524b82e4 req-934b2787-abb9-466a-98d5-577474b49806 service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Received event network-changed-91c89761-8e1f-4f23-a441-01b8857de9f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1809.599646] env[63326]: DEBUG nova.compute.manager [req-649cab9a-1c29-41e0-afca-9126524b82e4 req-934b2787-abb9-466a-98d5-577474b49806 service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Refreshing instance network info cache due to event network-changed-91c89761-8e1f-4f23-a441-01b8857de9f3. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1809.599646] env[63326]: DEBUG oslo_concurrency.lockutils [req-649cab9a-1c29-41e0-afca-9126524b82e4 req-934b2787-abb9-466a-98d5-577474b49806 service nova] Acquiring lock "refresh_cache-536f2725-5b25-4e19-80a5-3d680dfc6dab" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.599759] env[63326]: DEBUG oslo_concurrency.lockutils [req-649cab9a-1c29-41e0-afca-9126524b82e4 req-934b2787-abb9-466a-98d5-577474b49806 service nova] Acquired lock "refresh_cache-536f2725-5b25-4e19-80a5-3d680dfc6dab" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.599896] env[63326]: DEBUG nova.network.neutron [req-649cab9a-1c29-41e0-afca-9126524b82e4 req-934b2787-abb9-466a-98d5-577474b49806 service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Refreshing network info cache for port 91c89761-8e1f-4f23-a441-01b8857de9f3 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1809.829005] env[63326]: INFO nova.scheduler.client.report [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted allocation for migration e982ef21-ac2b-4ff7-a38b-176856cc66b0 [ 1809.869154] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.111632] env[63326]: DEBUG nova.compute.manager [req-1d2b6ae6-eb3a-4213-8c07-b799ba04ae92 req-4fefa946-047d-413b-94d8-f656c7f71b16 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Received event network-changed-dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1810.111632] env[63326]: DEBUG nova.compute.manager [req-1d2b6ae6-eb3a-4213-8c07-b799ba04ae92 req-4fefa946-047d-413b-94d8-f656c7f71b16 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Refreshing instance network info cache due to event network-changed-dc977f88-c221-495e-b511-4c30b39d04c8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1810.111632] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d2b6ae6-eb3a-4213-8c07-b799ba04ae92 req-4fefa946-047d-413b-94d8-f656c7f71b16 service nova] Acquiring lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.111914] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d2b6ae6-eb3a-4213-8c07-b799ba04ae92 req-4fefa946-047d-413b-94d8-f656c7f71b16 service nova] Acquired lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.111914] env[63326]: DEBUG nova.network.neutron [req-1d2b6ae6-eb3a-4213-8c07-b799ba04ae92 req-4fefa946-047d-413b-94d8-f656c7f71b16 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Refreshing network info cache for port dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.340365] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.437s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.371891] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.372921] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f214df39-a352-450d-9a68-ccaa5d209b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.373081] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8d90c894-d33f-4472-ad9f-c24f12eeb514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.373239] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f5d2562c-4bb6-4059-9b63-87bcefeefe59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.373375] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 46cfbf6c-4372-458e-a200-d6efdeb2c12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.373494] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.373636] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.373758] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b58b7d17-be81-40e5-bee9-a7b915600f84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.373897] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 03a026d1-d0a2-4226-826d-e32812d1077b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.374032] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 376f2500-44ee-4a73-98de-eb28ba305a24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.374179] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 7d4ee28c-32ff-4a6d-8dac-9904668086be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.374301] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 536f2725-5b25-4e19-80a5-3d680dfc6dab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1810.374531] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1810.374669] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1810.377858] env[63326]: DEBUG nova.network.neutron [req-649cab9a-1c29-41e0-afca-9126524b82e4 req-934b2787-abb9-466a-98d5-577474b49806 service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Updated VIF entry in instance network info cache for port 91c89761-8e1f-4f23-a441-01b8857de9f3. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1810.378577] env[63326]: DEBUG nova.network.neutron [req-649cab9a-1c29-41e0-afca-9126524b82e4 req-934b2787-abb9-466a-98d5-577474b49806 service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Updating instance_info_cache with network_info: [{"id": "91c89761-8e1f-4f23-a441-01b8857de9f3", "address": "fa:16:3e:b6:6b:77", "network": {"id": "3ec0a64d-bd86-485a-84f9-073af76ce4e7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1322424061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efc4bfe9bcc342e098318bded2d215e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c89761-8e", "ovs_interfaceid": "91c89761-8e1f-4f23-a441-01b8857de9f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.518344] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c49bb0-84d7-4229-bfe1-533de4375b66 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.526677] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdd224f-c07f-47cf-821b-9de3d1eaf0b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.557636] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13951458-8311-4f41-90e5-eca7e024611c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.565369] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8923182f-f473-4cdb-904f-8ad93e64cbd5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.579031] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.843161] env[63326]: DEBUG nova.network.neutron [req-1d2b6ae6-eb3a-4213-8c07-b799ba04ae92 req-4fefa946-047d-413b-94d8-f656c7f71b16 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updated VIF entry in instance network info cache for port dc977f88-c221-495e-b511-4c30b39d04c8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1810.843608] env[63326]: DEBUG nova.network.neutron [req-1d2b6ae6-eb3a-4213-8c07-b799ba04ae92 req-4fefa946-047d-413b-94d8-f656c7f71b16 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [{"id": "dc977f88-c221-495e-b511-4c30b39d04c8", "address": "fa:16:3e:a9:67:5e", "network": {"id": "b1a6ba30-67f0-4706-a3e7-d36b52e8a615", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1543699073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26e73420b8644892a1a8ff0488759fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc977f88-c2", "ovs_interfaceid": "dc977f88-c221-495e-b511-4c30b39d04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.870821] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.882559] env[63326]: DEBUG oslo_concurrency.lockutils [req-649cab9a-1c29-41e0-afca-9126524b82e4 req-934b2787-abb9-466a-98d5-577474b49806 service nova] Releasing lock "refresh_cache-536f2725-5b25-4e19-80a5-3d680dfc6dab" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.082326] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.336686] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.336973] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.337187] env[63326]: INFO nova.compute.manager [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Shelving [ 1811.345633] env[63326]: DEBUG oslo_concurrency.lockutils [req-1d2b6ae6-eb3a-4213-8c07-b799ba04ae92 req-4fefa946-047d-413b-94d8-f656c7f71b16 service nova] Releasing lock "refresh_cache-46cfbf6c-4372-458e-a200-d6efdeb2c12f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.371374] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.434993] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "03a026d1-d0a2-4226-826d-e32812d1077b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.435288] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.435506] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.435689] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.435855] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.438075] env[63326]: INFO nova.compute.manager [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Terminating instance [ 1811.587063] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1811.587292] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.252s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.877333] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.942361] env[63326]: DEBUG nova.compute.manager [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1811.942603] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.943533] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f64216-3805-49b4-a96f-4cb68ca7866b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.952530] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.953289] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d81a402-737d-4b6b-9538-2224f8a352ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.960349] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1811.960349] env[63326]: value = "task-1726731" [ 1811.960349] env[63326]: _type = "Task" [ 1811.960349] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.970461] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.346619] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.347407] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf08a7be-b977-4b50-bb3b-bf65c2099412 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.356096] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1812.356096] env[63326]: value = "task-1726732" [ 1812.356096] env[63326]: _type = "Task" [ 1812.356096] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.370489] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.377414] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.471294] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726731, 'name': PowerOffVM_Task, 'duration_secs': 0.180922} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.472363] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.472363] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.472363] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aa701c5-57e1-496e-9c5a-4df4df04a44d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.588446] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1812.588634] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1812.872295] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726732, 'name': PowerOffVM_Task, 'duration_secs': 0.242646} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.873264] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.874430] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44e7f56-eb9b-4f74-ad51-899f69226349 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.882248] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.905852] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e73afc-9a4d-4332-a32f-9c00f592f1c2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.373181] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.874825] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.373646] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.874271] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.375679] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.876095] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.921986] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1815.922354] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1288415-ed97-43f4-9a04-093a8e1f8b98 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.929927] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1815.929927] env[63326]: value = "task-1726734" [ 1815.929927] env[63326]: _type = "Task" [ 1815.929927] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.940311] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726734, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.108971] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1816.109289] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.109468] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.109630] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.109873] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.110065] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.110278] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1816.376765] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726730, 'name': CreateVM_Task, 'duration_secs': 6.872676} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.377159] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.377643] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.377804] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.378457] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.378457] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf5c145-baf6-46f6-8a8f-8d07c5ef9da5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.383211] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1816.383211] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e4252c-6f86-ef14-8db4-890a55ccec29" [ 1816.383211] env[63326]: _type = "Task" [ 1816.383211] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.391889] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e4252c-6f86-ef14-8db4-890a55ccec29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.440068] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726734, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.892486] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e4252c-6f86-ef14-8db4-890a55ccec29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.939840] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726734, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.208384] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.266798] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.267045] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.268033] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleting the datastore file [datastore1] 03a026d1-d0a2-4226-826d-e32812d1077b {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.268033] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6122ea4-be0c-4117-8ff1-ae90969037dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.275383] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for the task: (returnval){ [ 1817.275383] env[63326]: value = "task-1726735" [ 1817.275383] env[63326]: _type = "Task" [ 1817.275383] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.283462] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.393549] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e4252c-6f86-ef14-8db4-890a55ccec29, 'name': SearchDatastore_Task, 'duration_secs': 0.873401} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.393943] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.394018] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.394408] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.394732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.394984] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.395261] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59c32efc-268e-4122-84fd-264a7cd01c53 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.403276] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.403452] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.404148] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f30e146-e734-4da6-b589-ea946a0f89e6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.409030] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1817.409030] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cbd16a-53f2-4d58-48a9-eeaa0bbe5f5a" [ 1817.409030] env[63326]: _type = "Task" [ 1817.409030] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.416286] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cbd16a-53f2-4d58-48a9-eeaa0bbe5f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.439829] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726734, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.620729] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.621534] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.785888] env[63326]: DEBUG oslo_vmware.api [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Task: {'id': task-1726735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154774} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.785888] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.785888] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.785888] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.786142] env[63326]: INFO nova.compute.manager [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Took 5.84 seconds to destroy the instance on the hypervisor. [ 1817.786325] env[63326]: DEBUG oslo.service.loopingcall [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.786518] env[63326]: DEBUG nova.compute.manager [-] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1817.786614] env[63326]: DEBUG nova.network.neutron [-] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1817.923020] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cbd16a-53f2-4d58-48a9-eeaa0bbe5f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.923020] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4efefb57-e401-43fa-b507-b0b3083733f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.930016] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1817.930016] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d347ed-8f9a-eb04-3375-dd6ec8c75ad3" [ 1817.930016] env[63326]: _type = "Task" [ 1817.930016] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.940981] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d347ed-8f9a-eb04-3375-dd6ec8c75ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.946821] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726734, 'name': CreateSnapshot_Task, 'duration_secs': 1.772997} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.947365] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1817.948287] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e5897f-6127-480f-8742-0754356640cf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.093188] env[63326]: DEBUG nova.compute.manager [req-d00b1d13-323f-4d54-a10c-d960804bf811 req-b036bbd3-2313-476c-8b50-6c46727f4a7b service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Received event network-vif-deleted-ff950235-c198-436a-baaa-265005b566f4 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1818.093448] env[63326]: INFO nova.compute.manager [req-d00b1d13-323f-4d54-a10c-d960804bf811 req-b036bbd3-2313-476c-8b50-6c46727f4a7b service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Neutron deleted interface ff950235-c198-436a-baaa-265005b566f4; detaching it from the instance and deleting it from the info cache [ 1818.093648] env[63326]: DEBUG nova.network.neutron [req-d00b1d13-323f-4d54-a10c-d960804bf811 req-b036bbd3-2313-476c-8b50-6c46727f4a7b service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.123320] env[63326]: DEBUG nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1818.438420] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d347ed-8f9a-eb04-3375-dd6ec8c75ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.013903} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.438840] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.438902] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 536f2725-5b25-4e19-80a5-3d680dfc6dab/536f2725-5b25-4e19-80a5-3d680dfc6dab.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.439125] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab110fc4-2f32-4a23-a6d9-1bf7de490e46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.445730] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1818.445730] env[63326]: value = "task-1726736" [ 1818.445730] env[63326]: _type = "Task" [ 1818.445730] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.452893] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.466637] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1818.466884] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a8688a4-beb0-411e-8e36-f42614c0fa31 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.474407] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1818.474407] env[63326]: value = "task-1726737" [ 1818.474407] env[63326]: _type = "Task" [ 1818.474407] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.481935] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726737, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.572581] env[63326]: DEBUG nova.network.neutron [-] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.596043] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3c3476d-f2a8-40fa-942a-7bcab514bee3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.606382] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d9a791-5d47-4d68-96ca-39ed7c2a5ac0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.642021] env[63326]: DEBUG nova.compute.manager [req-d00b1d13-323f-4d54-a10c-d960804bf811 req-b036bbd3-2313-476c-8b50-6c46727f4a7b service nova] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Detach interface failed, port_id=ff950235-c198-436a-baaa-265005b566f4, reason: Instance 03a026d1-d0a2-4226-826d-e32812d1077b could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1818.658535] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.659059] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.660685] env[63326]: INFO nova.compute.claims [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.956164] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.984257] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726737, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.075303] env[63326]: INFO nova.compute.manager [-] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Took 1.29 seconds to deallocate network for instance. [ 1819.458101] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694693} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.458101] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 536f2725-5b25-4e19-80a5-3d680dfc6dab/536f2725-5b25-4e19-80a5-3d680dfc6dab.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.458101] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.458101] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccafa78d-d764-4b3b-9f5d-38ab2a69500c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.463957] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1819.463957] env[63326]: value = "task-1726738" [ 1819.463957] env[63326]: _type = "Task" [ 1819.463957] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.471100] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.482534] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726737, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.583219] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.798614] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19198f28-6311-4d57-928b-7b14ff4e45d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.806213] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6863de25-0243-4657-ad2c-f7d94c031165 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.836893] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346fb18-e762-4ec4-9e23-2c55f08b5710 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.844295] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3211a6fd-2521-484b-bbfe-9b3e2edd17dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.857586] env[63326]: DEBUG nova.compute.provider_tree [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.978462] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058333} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.981511] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.982283] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d948f9-06a5-4940-8c18-60bfd6951ef6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.990066] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726737, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.009609] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 536f2725-5b25-4e19-80a5-3d680dfc6dab/536f2725-5b25-4e19-80a5-3d680dfc6dab.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.009783] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ef8fc8-15bb-4626-a49d-359a12dcbcba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.028601] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1820.028601] env[63326]: value = "task-1726739" [ 1820.028601] env[63326]: _type = "Task" [ 1820.028601] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.036232] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.361180] env[63326]: DEBUG nova.scheduler.client.report [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.488057] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726737, 'name': CloneVM_Task, 'duration_secs': 1.621565} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.488444] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Created linked-clone VM from snapshot [ 1820.489062] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8b3dce-1112-45ad-a32d-73a4d8ee5c7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.496867] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Uploading image 85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1820.522876] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1820.522876] env[63326]: value = "vm-359389" [ 1820.522876] env[63326]: _type = "VirtualMachine" [ 1820.522876] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1820.523131] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d73f9644-3ee8-4618-b2df-cb5e8a832c2f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.532924] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease: (returnval){ [ 1820.532924] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286062b-ae73-16cb-4ef5-376d43d9ab60" [ 1820.532924] env[63326]: _type = "HttpNfcLease" [ 1820.532924] env[63326]: } obtained for exporting VM: (result){ [ 1820.532924] env[63326]: value = "vm-359389" [ 1820.532924] env[63326]: _type = "VirtualMachine" [ 1820.532924] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1820.533305] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the lease: (returnval){ [ 1820.533305] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286062b-ae73-16cb-4ef5-376d43d9ab60" [ 1820.533305] env[63326]: _type = "HttpNfcLease" [ 1820.533305] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1820.539009] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726739, 'name': ReconfigVM_Task, 'duration_secs': 0.269031} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.539558] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 536f2725-5b25-4e19-80a5-3d680dfc6dab/536f2725-5b25-4e19-80a5-3d680dfc6dab.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.540177] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db9a9e5f-b975-4130-ad9e-dc04fac9309b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.542804] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1820.542804] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286062b-ae73-16cb-4ef5-376d43d9ab60" [ 1820.542804] env[63326]: _type = "HttpNfcLease" [ 1820.542804] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1820.548633] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1820.548633] env[63326]: value = "task-1726741" [ 1820.548633] env[63326]: _type = "Task" [ 1820.548633] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.556829] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726741, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.866254] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.866781] env[63326]: DEBUG nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.869499] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.286s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.869719] env[63326]: DEBUG nova.objects.instance [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lazy-loading 'resources' on Instance uuid 03a026d1-d0a2-4226-826d-e32812d1077b {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.041072] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1821.041072] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286062b-ae73-16cb-4ef5-376d43d9ab60" [ 1821.041072] env[63326]: _type = "HttpNfcLease" [ 1821.041072] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1821.041326] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1821.041326] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5286062b-ae73-16cb-4ef5-376d43d9ab60" [ 1821.041326] env[63326]: _type = "HttpNfcLease" [ 1821.041326] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1821.041991] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17209432-1318-4f21-98c9-3a5b482a4d92 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.049796] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8bac-d1cc-c9ca-67cb-0d90426c6aab/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1821.049965] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8bac-d1cc-c9ca-67cb-0d90426c6aab/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1821.111374] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726741, 'name': Rename_Task, 'duration_secs': 0.164219} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.112681] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.112933] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d753be-c382-47e0-ad07-f296ce38f92a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.120019] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1821.120019] env[63326]: value = "task-1726742" [ 1821.120019] env[63326]: _type = "Task" [ 1821.120019] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.128157] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.144053] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86da75ec-edeb-4d41-9de0-27ced1d2e857 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.373422] env[63326]: DEBUG nova.compute.utils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1821.376062] env[63326]: DEBUG nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1821.376062] env[63326]: DEBUG nova.network.neutron [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1821.425555] env[63326]: DEBUG nova.policy [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61598bedf88a45bcae9f8d91e76c785b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc58617b70964ab29a030fb38aeb32eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1821.563324] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c467c2-bbf3-4c02-b009-210c51efb44e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.571536] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0c4b4c-b0fc-4512-826d-54e571e9d306 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.607033] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520a914-783f-470a-8a45-e57fb694bdf3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.615722] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c617f2-01b9-4c0a-b8fb-3be26294e5aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.632961] env[63326]: DEBUG nova.compute.provider_tree [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.640244] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.881209] env[63326]: DEBUG nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.975480] env[63326]: DEBUG nova.network.neutron [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Successfully created port: f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1822.139848] env[63326]: DEBUG nova.scheduler.client.report [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.143748] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726742, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.632952] env[63326]: DEBUG oslo_vmware.api [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726742, 'name': PowerOnVM_Task, 'duration_secs': 1.263235} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.633301] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.633583] env[63326]: INFO nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Took 15.37 seconds to spawn the instance on the hypervisor. [ 1822.633777] env[63326]: DEBUG nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.634657] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6972a06-fd63-4836-b609-36bbacfab521 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.645358] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.673552] env[63326]: INFO nova.scheduler.client.report [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Deleted allocations for instance 03a026d1-d0a2-4226-826d-e32812d1077b [ 1822.894377] env[63326]: DEBUG nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.922610] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.922959] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.923219] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.923423] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.923565] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.923711] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.923918] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.924086] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.924252] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.924410] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.924579] env[63326]: DEBUG nova.virt.hardware [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.925825] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fa9ba8-1f11-4e80-b8e1-78706738d7cf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.934121] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08fa9e-f1ec-4eba-9e71-51d8bfae24c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.154208] env[63326]: INFO nova.compute.manager [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Took 20.27 seconds to build instance. [ 1823.181340] env[63326]: DEBUG oslo_concurrency.lockutils [None req-203f178a-4d80-4e50-ab84-1cf1d09125d0 tempest-DeleteServersTestJSON-1586350844 tempest-DeleteServersTestJSON-1586350844-project-member] Lock "03a026d1-d0a2-4226-826d-e32812d1077b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.746s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.493416] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.493736] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.584252] env[63326]: DEBUG nova.compute.manager [req-d51456c4-3823-451b-a9c2-8e5d1bd6022d req-adbee7d4-4169-4a22-8e29-d946804e9fd7 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Received event network-vif-plugged-f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1823.584509] env[63326]: DEBUG oslo_concurrency.lockutils [req-d51456c4-3823-451b-a9c2-8e5d1bd6022d req-adbee7d4-4169-4a22-8e29-d946804e9fd7 service nova] Acquiring lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.584747] env[63326]: DEBUG oslo_concurrency.lockutils [req-d51456c4-3823-451b-a9c2-8e5d1bd6022d req-adbee7d4-4169-4a22-8e29-d946804e9fd7 service nova] Lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.584969] env[63326]: DEBUG oslo_concurrency.lockutils [req-d51456c4-3823-451b-a9c2-8e5d1bd6022d req-adbee7d4-4169-4a22-8e29-d946804e9fd7 service nova] Lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.585398] env[63326]: DEBUG nova.compute.manager [req-d51456c4-3823-451b-a9c2-8e5d1bd6022d req-adbee7d4-4169-4a22-8e29-d946804e9fd7 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] No waiting events found dispatching network-vif-plugged-f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1823.585684] env[63326]: WARNING nova.compute.manager [req-d51456c4-3823-451b-a9c2-8e5d1bd6022d req-adbee7d4-4169-4a22-8e29-d946804e9fd7 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Received unexpected event network-vif-plugged-f2102250-435b-46cc-a27b-d07c006de44e for instance with vm_state building and task_state spawning. [ 1823.587601] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquiring lock "536f2725-5b25-4e19-80a5-3d680dfc6dab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.624415] env[63326]: DEBUG nova.network.neutron [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Successfully updated port: f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.656441] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f8b46e5-2a93-4b0f-8b73-389935e18a8a tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "536f2725-5b25-4e19-80a5-3d680dfc6dab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.780s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.656794] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "536f2725-5b25-4e19-80a5-3d680dfc6dab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.069s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.656939] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquiring lock "536f2725-5b25-4e19-80a5-3d680dfc6dab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.657194] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "536f2725-5b25-4e19-80a5-3d680dfc6dab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.657462] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "536f2725-5b25-4e19-80a5-3d680dfc6dab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.659433] env[63326]: INFO nova.compute.manager [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Terminating instance [ 1823.996897] env[63326]: DEBUG nova.compute.utils [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.127701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.127872] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.128043] env[63326]: DEBUG nova.network.neutron [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.164640] env[63326]: DEBUG nova.compute.manager [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1824.164978] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1824.166106] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ae00a-de01-404b-99e3-5da43dc618b3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.174218] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.174464] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9160ce2a-1cc4-4b3b-8aef-b83221e75010 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.180929] env[63326]: DEBUG oslo_vmware.api [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1824.180929] env[63326]: value = "task-1726744" [ 1824.180929] env[63326]: _type = "Task" [ 1824.180929] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.192144] env[63326]: DEBUG oslo_vmware.api [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.500703] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.673104] env[63326]: DEBUG nova.network.neutron [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.691124] env[63326]: DEBUG oslo_vmware.api [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726744, 'name': PowerOffVM_Task, 'duration_secs': 0.187525} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.693443] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.693650] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.693921] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c593ee87-aef0-4a41-b457-14af1deeb969 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.825539] env[63326]: DEBUG nova.network.neutron [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updating instance_info_cache with network_info: [{"id": "f2102250-435b-46cc-a27b-d07c006de44e", "address": "fa:16:3e:89:a9:ce", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2102250-43", "ovs_interfaceid": "f2102250-435b-46cc-a27b-d07c006de44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.827950] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.828211] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.828395] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Deleting the datastore file [datastore1] 536f2725-5b25-4e19-80a5-3d680dfc6dab {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.828875] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed4afede-c30b-447f-b0d1-125781c0b12a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.835839] env[63326]: DEBUG oslo_vmware.api [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for the task: (returnval){ [ 1824.835839] env[63326]: value = "task-1726746" [ 1824.835839] env[63326]: _type = "Task" [ 1824.835839] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.845508] env[63326]: DEBUG oslo_vmware.api [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.330387] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.330619] env[63326]: DEBUG nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Instance network_info: |[{"id": "f2102250-435b-46cc-a27b-d07c006de44e", "address": "fa:16:3e:89:a9:ce", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2102250-43", "ovs_interfaceid": "f2102250-435b-46cc-a27b-d07c006de44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.331055] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:a9:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2102250-435b-46cc-a27b-d07c006de44e', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.338473] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Creating folder: Project (cc58617b70964ab29a030fb38aeb32eb). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.339206] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fda535f-ca0a-4158-8907-f4cbc786c743 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.349702] env[63326]: DEBUG oslo_vmware.api [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Task: {'id': task-1726746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23662} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.349940] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.350131] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.350310] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.350490] env[63326]: INFO nova.compute.manager [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1825.350728] env[63326]: DEBUG oslo.service.loopingcall [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.350910] env[63326]: DEBUG nova.compute.manager [-] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.351014] env[63326]: DEBUG nova.network.neutron [-] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.355266] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Created folder: Project (cc58617b70964ab29a030fb38aeb32eb) in parent group-v359097. [ 1825.355443] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Creating folder: Instances. Parent ref: group-v359390. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.355666] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a267d708-94ba-4ce8-a71c-6d0ec2a47ef3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.367242] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Created folder: Instances in parent group-v359390. [ 1825.367549] env[63326]: DEBUG oslo.service.loopingcall [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.367670] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.367873] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a9721c-5bd9-4273-8026-078cd61a7f7b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.386702] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.386702] env[63326]: value = "task-1726749" [ 1825.386702] env[63326]: _type = "Task" [ 1825.386702] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.396013] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726749, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.566952] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.567300] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.567613] env[63326]: INFO nova.compute.manager [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Attaching volume b7f90b3a-4b7a-4ccb-89dc-078334de4ce8 to /dev/sdb [ 1825.601101] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d31815-a480-436c-889d-95d1640cf523 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.608427] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b8fffa-4c0e-4ed7-8913-28b326fc2c10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.612885] env[63326]: DEBUG nova.compute.manager [req-2f421d43-271b-4118-9b47-bc26338ed1e7 req-e27e7530-b60b-4742-89c9-3518b07c1805 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Received event network-changed-f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1825.613137] env[63326]: DEBUG nova.compute.manager [req-2f421d43-271b-4118-9b47-bc26338ed1e7 req-e27e7530-b60b-4742-89c9-3518b07c1805 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Refreshing instance network info cache due to event network-changed-f2102250-435b-46cc-a27b-d07c006de44e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1825.613407] env[63326]: DEBUG oslo_concurrency.lockutils [req-2f421d43-271b-4118-9b47-bc26338ed1e7 req-e27e7530-b60b-4742-89c9-3518b07c1805 service nova] Acquiring lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.613522] env[63326]: DEBUG oslo_concurrency.lockutils [req-2f421d43-271b-4118-9b47-bc26338ed1e7 req-e27e7530-b60b-4742-89c9-3518b07c1805 service nova] Acquired lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.613667] env[63326]: DEBUG nova.network.neutron [req-2f421d43-271b-4118-9b47-bc26338ed1e7 req-e27e7530-b60b-4742-89c9-3518b07c1805 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Refreshing network info cache for port f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.626572] env[63326]: DEBUG nova.virt.block_device [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Updating existing volume attachment record: 43095372-95cb-4cd2-ba22-55704f78b794 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1825.898882] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726749, 'name': CreateVM_Task, 'duration_secs': 0.497428} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.899241] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.899697] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.899861] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.900208] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.900501] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67188c52-1402-4c12-b317-3fbf2fb8009c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.905531] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1825.905531] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5257456f-8d6f-d141-f752-f550bd41cd9e" [ 1825.905531] env[63326]: _type = "Task" [ 1825.905531] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.913824] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5257456f-8d6f-d141-f752-f550bd41cd9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.168446] env[63326]: DEBUG nova.network.neutron [-] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.410567] env[63326]: DEBUG nova.network.neutron [req-2f421d43-271b-4118-9b47-bc26338ed1e7 req-e27e7530-b60b-4742-89c9-3518b07c1805 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updated VIF entry in instance network info cache for port f2102250-435b-46cc-a27b-d07c006de44e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.411321] env[63326]: DEBUG nova.network.neutron [req-2f421d43-271b-4118-9b47-bc26338ed1e7 req-e27e7530-b60b-4742-89c9-3518b07c1805 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updating instance_info_cache with network_info: [{"id": "f2102250-435b-46cc-a27b-d07c006de44e", "address": "fa:16:3e:89:a9:ce", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2102250-43", "ovs_interfaceid": "f2102250-435b-46cc-a27b-d07c006de44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.422343] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5257456f-8d6f-d141-f752-f550bd41cd9e, 'name': SearchDatastore_Task, 'duration_secs': 0.042674} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.423314] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.423547] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.423803] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.423957] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.424156] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.424680] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f9a8fa7-5cde-4579-a1bf-e075afcd8994 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.443687] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.443942] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.444777] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d7a9a7-8097-4ce4-878b-3aba7c36bc51 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.451760] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1826.451760] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523382b3-6cdd-41f1-5c9a-fa89d9bfaee5" [ 1826.451760] env[63326]: _type = "Task" [ 1826.451760] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.464669] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523382b3-6cdd-41f1-5c9a-fa89d9bfaee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.670937] env[63326]: INFO nova.compute.manager [-] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Took 1.32 seconds to deallocate network for instance. [ 1826.914156] env[63326]: DEBUG oslo_concurrency.lockutils [req-2f421d43-271b-4118-9b47-bc26338ed1e7 req-e27e7530-b60b-4742-89c9-3518b07c1805 service nova] Releasing lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.962822] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523382b3-6cdd-41f1-5c9a-fa89d9bfaee5, 'name': SearchDatastore_Task, 'duration_secs': 0.01393} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.963539] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244d26f8-29c9-4b42-9b66-3e80ba927d45 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.969482] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1826.969482] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52097b18-d959-cc0b-8c1d-f60163686d7a" [ 1826.969482] env[63326]: _type = "Task" [ 1826.969482] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.977274] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52097b18-d959-cc0b-8c1d-f60163686d7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.114123] env[63326]: INFO nova.compute.manager [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Rebuilding instance [ 1827.168879] env[63326]: DEBUG nova.compute.manager [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.169868] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a727d-368a-4e35-9b5c-43e8cb41b1c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.177347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.177594] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.177805] env[63326]: DEBUG nova.objects.instance [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lazy-loading 'resources' on Instance uuid 536f2725-5b25-4e19-80a5-3d680dfc6dab {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.493342] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52097b18-d959-cc0b-8c1d-f60163686d7a, 'name': SearchDatastore_Task, 'duration_secs': 0.015145} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.493648] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.493926] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f/6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.494226] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-134b5608-05b2-4f35-802b-e1c90cf73bc6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.503551] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1827.503551] env[63326]: value = "task-1726751" [ 1827.503551] env[63326]: _type = "Task" [ 1827.503551] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.512343] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.645364] env[63326]: DEBUG nova.compute.manager [req-6ea7e4ff-9013-4fc2-bfb1-efb4ea43b3ef req-f2dcae26-da94-4add-a4c6-1c4d2c76c94f service nova] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Received event network-vif-deleted-91c89761-8e1f-4f23-a441-01b8857de9f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1827.868306] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f0e8e9-8b21-4be3-8e22-457761d89e28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.879997] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb8cb98-2fc4-44ad-9e77-de0c93490a7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.914070] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fb7537-a6f8-4c69-9abf-9dcac815e2e1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.922155] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9eb3e0-4f60-487a-8f60-786d937c9153 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.936785] env[63326]: DEBUG nova.compute.provider_tree [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.013422] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.194718] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.195397] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a04a70-9a65-4aee-9b0c-a8fca0e1be41 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.202324] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1828.202324] env[63326]: value = "task-1726753" [ 1828.202324] env[63326]: _type = "Task" [ 1828.202324] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.211923] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.441432] env[63326]: DEBUG nova.scheduler.client.report [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.518553] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636324} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.518961] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f/6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1828.519285] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1828.520774] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86b90d51-a812-4bb0-9db8-bf0fa1d65d2c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.527595] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1828.527595] env[63326]: value = "task-1726754" [ 1828.527595] env[63326]: _type = "Task" [ 1828.527595] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.537498] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.713137] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726753, 'name': PowerOffVM_Task, 'duration_secs': 0.260608} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.713504] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.713889] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.714679] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30901ed5-270e-46f4-a241-ba0a19da1f19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.722318] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.722611] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba994c40-05a4-4e4c-b356-a92a6fecc2cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.890300] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.890568] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.890786] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleting the datastore file [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.891073] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb88b7c-d3a2-4d4a-addc-08c76658d234 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.898626] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1828.898626] env[63326]: value = "task-1726756" [ 1828.898626] env[63326]: _type = "Task" [ 1828.898626] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.906538] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.946854] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.972330] env[63326]: INFO nova.scheduler.client.report [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Deleted allocations for instance 536f2725-5b25-4e19-80a5-3d680dfc6dab [ 1829.036908] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065777} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.037205] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.037981] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9327eaf5-4699-4de7-8872-cf1fba7ab38b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.060347] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f/6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.061022] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b24d0d46-4b79-4f43-8945-8da635dcb5df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.081272] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1829.081272] env[63326]: value = "task-1726757" [ 1829.081272] env[63326]: _type = "Task" [ 1829.081272] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.089523] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.409013] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25489} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.409299] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.409488] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.409667] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.480846] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5cba11a3-1de9-402c-97a0-1c3e02a73a72 tempest-ServerAddressesNegativeTestJSON-1677857998 tempest-ServerAddressesNegativeTestJSON-1677857998-project-member] Lock "536f2725-5b25-4e19-80a5-3d680dfc6dab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.824s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.591297] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.030942] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8bac-d1cc-c9ca-67cb-0d90426c6aab/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1830.032625] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9736fa-ad32-410a-bf80-e2b7ab0fc98c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.038997] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8bac-d1cc-c9ca-67cb-0d90426c6aab/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1830.039133] env[63326]: ERROR oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8bac-d1cc-c9ca-67cb-0d90426c6aab/disk-0.vmdk due to incomplete transfer. [ 1830.041209] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d37219b3-207a-4466-9241-86978c31cfa9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.047889] env[63326]: DEBUG oslo_vmware.rw_handles [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8bac-d1cc-c9ca-67cb-0d90426c6aab/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1830.048013] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Uploaded image 85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1830.050497] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1830.050708] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-836ba435-53e1-4af3-a5e0-dfa7fc294249 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.057112] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1830.057112] env[63326]: value = "task-1726758" [ 1830.057112] env[63326]: _type = "Task" [ 1830.057112] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.068585] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726758, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.091862] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726757, 'name': ReconfigVM_Task, 'duration_secs': 0.880753} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.092167] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f/6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.092841] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695aaff5-4a3c-4037-978b-4ffc6cf6347c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.099359] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1830.099359] env[63326]: value = "task-1726759" [ 1830.099359] env[63326]: _type = "Task" [ 1830.099359] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.108456] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726759, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.178709] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1830.178953] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359393', 'volume_id': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'name': 'volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'serial': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1830.179859] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0954ed0-6f5d-46f9-adfe-e44adea5aa40 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.198121] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde0f19-6a78-4e3c-a4f7-1945a2314634 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.231929] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8/volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.232287] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72853eb-1194-44c4-994f-f2f7dceadc49 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.254902] env[63326]: DEBUG oslo_vmware.api [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1830.254902] env[63326]: value = "task-1726760" [ 1830.254902] env[63326]: _type = "Task" [ 1830.254902] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.263840] env[63326]: DEBUG oslo_vmware.api [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.455808] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1830.456076] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.456238] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1830.456421] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.456654] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1830.456718] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1830.456916] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1830.457089] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1830.457258] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1830.457418] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1830.457652] env[63326]: DEBUG nova.virt.hardware [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1830.458573] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b62a36-90d5-4a22-85fd-4ef6497762d1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.466814] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc367c0-8c59-49ba-ba77-209508cf1d2d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.482278] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:61:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e2434b-9d32-4c85-a3b0-b7e6165322a7', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1830.491038] env[63326]: DEBUG oslo.service.loopingcall [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.491555] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1830.491555] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-067742d5-7488-4bf6-accb-9e168cd806ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.511317] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1830.511317] env[63326]: value = "task-1726761" [ 1830.511317] env[63326]: _type = "Task" [ 1830.511317] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.520909] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726761, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.568328] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726758, 'name': Destroy_Task, 'duration_secs': 0.504926} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.568650] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Destroyed the VM [ 1830.568863] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1830.569134] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8783dd93-c03f-4861-85c9-75541655db37 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.575624] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1830.575624] env[63326]: value = "task-1726762" [ 1830.575624] env[63326]: _type = "Task" [ 1830.575624] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.584544] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726762, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.608347] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726759, 'name': Rename_Task, 'duration_secs': 0.168496} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.608606] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.608853] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f8d2099-b52a-448a-91b4-e659666c229b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.614353] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1830.614353] env[63326]: value = "task-1726763" [ 1830.614353] env[63326]: _type = "Task" [ 1830.614353] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.624403] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.765574] env[63326]: DEBUG oslo_vmware.api [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726760, 'name': ReconfigVM_Task, 'duration_secs': 0.383207} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.766615] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8/volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.772642] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023c0b85-ff84-4398-835b-45e6c9e1f52f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.790518] env[63326]: DEBUG oslo_vmware.api [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1830.790518] env[63326]: value = "task-1726764" [ 1830.790518] env[63326]: _type = "Task" [ 1830.790518] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.800975] env[63326]: DEBUG oslo_vmware.api [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.032240] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726761, 'name': CreateVM_Task, 'duration_secs': 0.46169} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.032240] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1831.032240] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.032240] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.032240] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1831.032631] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732d184a-2441-4ee6-9cb6-e1b81f1882d3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.037934] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1831.037934] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5254e71f-4fdf-d194-3d10-1723734a3cb5" [ 1831.037934] env[63326]: _type = "Task" [ 1831.037934] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.048717] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5254e71f-4fdf-d194-3d10-1723734a3cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.086347] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726762, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.124642] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.302019] env[63326]: DEBUG oslo_vmware.api [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726764, 'name': ReconfigVM_Task, 'duration_secs': 0.163106} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.302356] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359393', 'volume_id': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'name': 'volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'serial': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1831.550539] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5254e71f-4fdf-d194-3d10-1723734a3cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.0148} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.551158] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.551519] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1831.552317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.552317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.552317] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.552684] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c2813b-ea97-47ec-ac2f-92c0889065e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.562353] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.562635] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.563426] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8b16ec-2e83-41d2-8be2-1d385b629aba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.569305] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1831.569305] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522589a3-0f84-a7be-8c14-9d0bb61e55a5" [ 1831.569305] env[63326]: _type = "Task" [ 1831.569305] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.578406] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522589a3-0f84-a7be-8c14-9d0bb61e55a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.587468] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726762, 'name': RemoveSnapshot_Task, 'duration_secs': 0.626235} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.587773] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1831.588363] env[63326]: DEBUG nova.compute.manager [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.589956] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0143865-8339-47d4-a06b-aaeeeed4f6af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.626758] env[63326]: DEBUG oslo_vmware.api [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726763, 'name': PowerOnVM_Task, 'duration_secs': 0.656384} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.627044] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.627256] env[63326]: INFO nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1831.627433] env[63326]: DEBUG nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.628211] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b2044-5014-4e6d-83c0-dd26c801e9df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.080534] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522589a3-0f84-a7be-8c14-9d0bb61e55a5, 'name': SearchDatastore_Task, 'duration_secs': 0.025059} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.081136] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a21458-6690-4f70-abda-b558972b2202 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.087918] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1832.087918] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e83a80-b360-edfa-2d4c-6dceef68ccee" [ 1832.087918] env[63326]: _type = "Task" [ 1832.087918] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.096557] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e83a80-b360-edfa-2d4c-6dceef68ccee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.105891] env[63326]: INFO nova.compute.manager [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Shelve offloading [ 1832.149302] env[63326]: INFO nova.compute.manager [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Took 13.52 seconds to build instance. [ 1832.155427] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "3ff8d06e-9293-4306-ad3f-534900440716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.156048] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.352758] env[63326]: DEBUG nova.objects.instance [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'flavor' on Instance uuid 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.601470] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e83a80-b360-edfa-2d4c-6dceef68ccee, 'name': SearchDatastore_Task, 'duration_secs': 0.035866} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.602305] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.602565] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84/b58b7d17-be81-40e5-bee9-a7b915600f84.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.602852] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0648e0eb-0d25-4b6c-9b56-089a0d41beca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.608683] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.609142] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54daa03f-9b72-413c-8ccb-668723ed3778 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.611980] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1832.611980] env[63326]: value = "task-1726765" [ 1832.611980] env[63326]: _type = "Task" [ 1832.611980] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.616602] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1832.616602] env[63326]: value = "task-1726766" [ 1832.616602] env[63326]: _type = "Task" [ 1832.616602] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.624062] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.627061] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.656429] env[63326]: DEBUG oslo_concurrency.lockutils [None req-350449e9-c37a-4090-ae2e-dc94fc13540d tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.035s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.658013] env[63326]: DEBUG nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1832.858903] env[63326]: DEBUG oslo_concurrency.lockutils [None req-60f5623b-048b-40c8-a8c5-a9f86776df69 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.103536] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.103901] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.124180] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.130041] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1833.130250] env[63326]: DEBUG nova.compute.manager [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.130957] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72deca35-a934-46f0-aa40-d8d170d38ea5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.136549] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.136712] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.136877] env[63326]: DEBUG nova.network.neutron [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.198172] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.200425] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.202036] env[63326]: INFO nova.compute.claims [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1833.266068] env[63326]: DEBUG nova.compute.manager [req-388630ab-a72c-41e4-836c-14e1403df7ac req-5f748656-a6b6-4f00-abb5-6362e50e5221 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Received event network-changed-f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1833.266300] env[63326]: DEBUG nova.compute.manager [req-388630ab-a72c-41e4-836c-14e1403df7ac req-5f748656-a6b6-4f00-abb5-6362e50e5221 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Refreshing instance network info cache due to event network-changed-f2102250-435b-46cc-a27b-d07c006de44e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1833.266514] env[63326]: DEBUG oslo_concurrency.lockutils [req-388630ab-a72c-41e4-836c-14e1403df7ac req-5f748656-a6b6-4f00-abb5-6362e50e5221 service nova] Acquiring lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.266657] env[63326]: DEBUG oslo_concurrency.lockutils [req-388630ab-a72c-41e4-836c-14e1403df7ac req-5f748656-a6b6-4f00-abb5-6362e50e5221 service nova] Acquired lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.266853] env[63326]: DEBUG nova.network.neutron [req-388630ab-a72c-41e4-836c-14e1403df7ac req-5f748656-a6b6-4f00-abb5-6362e50e5221 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Refreshing network info cache for port f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1833.606999] env[63326]: INFO nova.compute.manager [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Detaching volume b7f90b3a-4b7a-4ccb-89dc-078334de4ce8 [ 1833.623084] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.641111] env[63326]: INFO nova.virt.block_device [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Attempting to driver detach volume b7f90b3a-4b7a-4ccb-89dc-078334de4ce8 from mountpoint /dev/sdb [ 1833.641341] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1833.641526] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359393', 'volume_id': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'name': 'volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'serial': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1833.642406] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156f8a92-8cc1-4392-b458-9e00729ad82d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.664597] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c91fd4-d0bd-40d4-9b53-9abfe84a8e6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.671782] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a39a711-31f7-4fbf-a523-1ff17de1c553 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.693268] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc068770-72e0-4a54-94f3-11eb5e1a359f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.709621] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] The volume has not been displaced from its original location: [datastore1] volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8/volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1833.715708] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1833.718192] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5baa9c4-3b1d-4c5d-98f0-88461f07b2e1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.737133] env[63326]: DEBUG oslo_vmware.api [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1833.737133] env[63326]: value = "task-1726767" [ 1833.737133] env[63326]: _type = "Task" [ 1833.737133] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.745394] env[63326]: DEBUG oslo_vmware.api [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.890522] env[63326]: DEBUG nova.network.neutron [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [{"id": "23288c63-52f8-4535-af77-5b3634ee9017", "address": "fa:16:3e:a3:6b:1f", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23288c63-52", "ovs_interfaceid": "23288c63-52f8-4535-af77-5b3634ee9017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.997016] env[63326]: DEBUG nova.network.neutron [req-388630ab-a72c-41e4-836c-14e1403df7ac req-5f748656-a6b6-4f00-abb5-6362e50e5221 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updated VIF entry in instance network info cache for port f2102250-435b-46cc-a27b-d07c006de44e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.997466] env[63326]: DEBUG nova.network.neutron [req-388630ab-a72c-41e4-836c-14e1403df7ac req-5f748656-a6b6-4f00-abb5-6362e50e5221 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updating instance_info_cache with network_info: [{"id": "f2102250-435b-46cc-a27b-d07c006de44e", "address": "fa:16:3e:89:a9:ce", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2102250-43", "ovs_interfaceid": "f2102250-435b-46cc-a27b-d07c006de44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.124923] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.250472] env[63326]: DEBUG oslo_vmware.api [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726767, 'name': ReconfigVM_Task, 'duration_secs': 0.254476} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.250900] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1834.258671] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dcb511d-e9dc-4672-ac2b-d0a692eab032 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.276335] env[63326]: DEBUG oslo_vmware.api [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1834.276335] env[63326]: value = "task-1726768" [ 1834.276335] env[63326]: _type = "Task" [ 1834.276335] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.288098] env[63326]: DEBUG oslo_vmware.api [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.393942] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e082f-22ca-4b1a-91be-1b81db66da8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.397236] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.405049] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbad8842-f5a7-4f43-9fd0-97c54ecd6475 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.441829] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f147e12-e581-4fa5-af3e-23975885cda7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.450121] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd434c36-21c4-4061-bb05-351de6068b8d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.464182] env[63326]: DEBUG nova.compute.provider_tree [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.500221] env[63326]: DEBUG oslo_concurrency.lockutils [req-388630ab-a72c-41e4-836c-14e1403df7ac req-5f748656-a6b6-4f00-abb5-6362e50e5221 service nova] Releasing lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.519413] env[63326]: DEBUG oslo_concurrency.lockutils [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.519663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.625322] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726765, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.925287} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.625786] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84/b58b7d17-be81-40e5-bee9-a7b915600f84.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1834.631532] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1834.631532] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a5893a1-25ea-4f80-bab3-6b511faf8725 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.636170] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1834.636170] env[63326]: value = "task-1726769" [ 1834.636170] env[63326]: _type = "Task" [ 1834.636170] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.644099] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.770455] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.771425] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a382315-d94d-41f3-a204-224d35ad1fd7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.782220] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.782797] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cbe2409-8f82-427e-8d07-7a7e9961a568 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.787217] env[63326]: DEBUG oslo_vmware.api [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726768, 'name': ReconfigVM_Task, 'duration_secs': 0.180384} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.787494] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359393', 'volume_id': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'name': 'volume-b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8', 'serial': 'b7f90b3a-4b7a-4ccb-89dc-078334de4ce8'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1834.791305] env[63326]: DEBUG nova.compute.manager [req-23bc51a9-56f4-4f92-b51e-e8d99b169bfd req-25403841-665a-4d11-a063-82f967406225 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received event network-vif-unplugged-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1834.791528] env[63326]: DEBUG oslo_concurrency.lockutils [req-23bc51a9-56f4-4f92-b51e-e8d99b169bfd req-25403841-665a-4d11-a063-82f967406225 service nova] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.791732] env[63326]: DEBUG oslo_concurrency.lockutils [req-23bc51a9-56f4-4f92-b51e-e8d99b169bfd req-25403841-665a-4d11-a063-82f967406225 service nova] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.791900] env[63326]: DEBUG oslo_concurrency.lockutils [req-23bc51a9-56f4-4f92-b51e-e8d99b169bfd req-25403841-665a-4d11-a063-82f967406225 service nova] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.792071] env[63326]: DEBUG nova.compute.manager [req-23bc51a9-56f4-4f92-b51e-e8d99b169bfd req-25403841-665a-4d11-a063-82f967406225 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] No waiting events found dispatching network-vif-unplugged-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.792243] env[63326]: WARNING nova.compute.manager [req-23bc51a9-56f4-4f92-b51e-e8d99b169bfd req-25403841-665a-4d11-a063-82f967406225 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received unexpected event network-vif-unplugged-23288c63-52f8-4535-af77-5b3634ee9017 for instance with vm_state shelved and task_state shelving_offloading. [ 1834.968051] env[63326]: DEBUG nova.scheduler.client.report [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.023169] env[63326]: DEBUG nova.compute.utils [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.145853] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063271} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.146210] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1835.146847] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c9990-35b7-4210-8965-4ebec505715a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.167664] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84/b58b7d17-be81-40e5-bee9-a7b915600f84.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1835.168132] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8756ba30-f73f-4483-9377-5272d2981c06 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.187456] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1835.187456] env[63326]: value = "task-1726771" [ 1835.187456] env[63326]: _type = "Task" [ 1835.187456] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.196811] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.338362] env[63326]: DEBUG nova.objects.instance [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'flavor' on Instance uuid 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.472600] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.473191] env[63326]: DEBUG nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1835.526259] env[63326]: DEBUG oslo_concurrency.lockutils [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.698492] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.978143] env[63326]: DEBUG nova.compute.utils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.979890] env[63326]: DEBUG nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.980071] env[63326]: DEBUG nova.network.neutron [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1836.027189] env[63326]: DEBUG nova.policy [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e24da7c17f14fe797d43db238745ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf08bbff8c2f4036860fa4dabe05e379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1836.199249] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.278464] env[63326]: DEBUG nova.network.neutron [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Successfully created port: 84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1836.346161] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6f6a0784-7f20-41b1-99b3-72d21e180fe2 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.465873] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.466171] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.466381] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.466566] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.466734] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.468969] env[63326]: INFO nova.compute.manager [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Terminating instance [ 1836.483271] env[63326]: DEBUG nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1836.588828] env[63326]: DEBUG oslo_concurrency.lockutils [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.589448] env[63326]: DEBUG oslo_concurrency.lockutils [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.589645] env[63326]: INFO nova.compute.manager [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Attaching volume d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2 to /dev/sdb [ 1836.620459] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aa5542-da57-419b-b8e4-b7edcd00540d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.627679] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ec87e0-94ae-40d7-a303-0cf894ae1c50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.641445] env[63326]: DEBUG nova.virt.block_device [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating existing volume attachment record: 768911a6-7ebe-41f6-a66f-dddaf37dfa6b {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1836.698257] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726771, 'name': ReconfigVM_Task, 'duration_secs': 1.088158} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.698553] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Reconfigured VM instance instance-0000006c to attach disk [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84/b58b7d17-be81-40e5-bee9-a7b915600f84.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.699195] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-805ead0c-45ba-4f16-993c-a18ce7bebd58 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.705334] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1836.705334] env[63326]: value = "task-1726772" [ 1836.705334] env[63326]: _type = "Task" [ 1836.705334] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.712484] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726772, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.822066] env[63326]: DEBUG nova.compute.manager [req-28a58c38-9068-4036-988e-cfe9572798ee req-eb5625e0-72a1-492e-904a-0ce5f60f6925 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received event network-changed-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1836.822270] env[63326]: DEBUG nova.compute.manager [req-28a58c38-9068-4036-988e-cfe9572798ee req-eb5625e0-72a1-492e-904a-0ce5f60f6925 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Refreshing instance network info cache due to event network-changed-23288c63-52f8-4535-af77-5b3634ee9017. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1836.822476] env[63326]: DEBUG oslo_concurrency.lockutils [req-28a58c38-9068-4036-988e-cfe9572798ee req-eb5625e0-72a1-492e-904a-0ce5f60f6925 service nova] Acquiring lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.822618] env[63326]: DEBUG oslo_concurrency.lockutils [req-28a58c38-9068-4036-988e-cfe9572798ee req-eb5625e0-72a1-492e-904a-0ce5f60f6925 service nova] Acquired lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.822795] env[63326]: DEBUG nova.network.neutron [req-28a58c38-9068-4036-988e-cfe9572798ee req-eb5625e0-72a1-492e-904a-0ce5f60f6925 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Refreshing network info cache for port 23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.972609] env[63326]: DEBUG nova.compute.manager [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1836.972935] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1836.973906] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e799fe-dfbb-40a6-b2f6-a75c614d933c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.983144] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.983387] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72188800-f006-42c0-9ae0-9c39b3f5d626 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.992063] env[63326]: DEBUG oslo_vmware.api [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1836.992063] env[63326]: value = "task-1726775" [ 1836.992063] env[63326]: _type = "Task" [ 1836.992063] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.999758] env[63326]: DEBUG oslo_vmware.api [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.219657] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726772, 'name': Rename_Task, 'duration_secs': 0.153957} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.220168] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.220456] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b47be27c-67af-472a-aff2-5abf0c92c66e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.228093] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1837.228093] env[63326]: value = "task-1726777" [ 1837.228093] env[63326]: _type = "Task" [ 1837.228093] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.239835] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.493724] env[63326]: DEBUG nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1837.506054] env[63326]: DEBUG oslo_vmware.api [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726775, 'name': PowerOffVM_Task, 'duration_secs': 0.183714} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.506479] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.506731] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.507088] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7a24d0b-a4d5-466c-87f8-c36509c13efa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.528849] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.529150] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.529314] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.529497] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.529645] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.529792] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.530019] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.530186] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.530354] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.530521] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.530695] env[63326]: DEBUG nova.virt.hardware [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.531649] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70797ca8-f5d5-481a-bf1e-176627c5f5a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.539891] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae89a78-c92c-4438-aa34-e14626ed78cf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.548728] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1837.548952] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1837.549168] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleting the datastore file [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1837.557280] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7eb0288-a00b-4359-8ec4-1e4da00a89c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.567545] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1837.567545] env[63326]: value = "task-1726779" [ 1837.567545] env[63326]: _type = "Task" [ 1837.567545] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.575901] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.604405] env[63326]: DEBUG nova.network.neutron [req-28a58c38-9068-4036-988e-cfe9572798ee req-eb5625e0-72a1-492e-904a-0ce5f60f6925 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updated VIF entry in instance network info cache for port 23288c63-52f8-4535-af77-5b3634ee9017. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.604765] env[63326]: DEBUG nova.network.neutron [req-28a58c38-9068-4036-988e-cfe9572798ee req-eb5625e0-72a1-492e-904a-0ce5f60f6925 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [{"id": "23288c63-52f8-4535-af77-5b3634ee9017", "address": "fa:16:3e:a3:6b:1f", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap23288c63-52", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.740715] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.779578] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1837.779961] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1837.780271] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleting the datastore file [datastore1] 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1837.780692] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30a62d9a-471b-498d-9ec4-6d9663f816f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.789226] env[63326]: DEBUG oslo_vmware.api [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1837.789226] env[63326]: value = "task-1726780" [ 1837.789226] env[63326]: _type = "Task" [ 1837.789226] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.802286] env[63326]: DEBUG oslo_vmware.api [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.985906] env[63326]: DEBUG nova.compute.manager [req-bb00eb20-292e-40d2-81fa-53852dd66244 req-f737ef22-c823-486b-9f56-18f6c6c2e43b service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received event network-vif-plugged-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1837.986142] env[63326]: DEBUG oslo_concurrency.lockutils [req-bb00eb20-292e-40d2-81fa-53852dd66244 req-f737ef22-c823-486b-9f56-18f6c6c2e43b service nova] Acquiring lock "3ff8d06e-9293-4306-ad3f-534900440716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.986364] env[63326]: DEBUG oslo_concurrency.lockutils [req-bb00eb20-292e-40d2-81fa-53852dd66244 req-f737ef22-c823-486b-9f56-18f6c6c2e43b service nova] Lock "3ff8d06e-9293-4306-ad3f-534900440716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.986614] env[63326]: DEBUG oslo_concurrency.lockutils [req-bb00eb20-292e-40d2-81fa-53852dd66244 req-f737ef22-c823-486b-9f56-18f6c6c2e43b service nova] Lock "3ff8d06e-9293-4306-ad3f-534900440716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.986697] env[63326]: DEBUG nova.compute.manager [req-bb00eb20-292e-40d2-81fa-53852dd66244 req-f737ef22-c823-486b-9f56-18f6c6c2e43b service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] No waiting events found dispatching network-vif-plugged-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.986865] env[63326]: WARNING nova.compute.manager [req-bb00eb20-292e-40d2-81fa-53852dd66244 req-f737ef22-c823-486b-9f56-18f6c6c2e43b service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received unexpected event network-vif-plugged-84cb6837-623a-4c36-a4ea-e641485a7f16 for instance with vm_state building and task_state spawning. [ 1838.077709] env[63326]: DEBUG oslo_vmware.api [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223653} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.077981] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.078215] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.078427] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.107264] env[63326]: DEBUG oslo_concurrency.lockutils [req-28a58c38-9068-4036-988e-cfe9572798ee req-eb5625e0-72a1-492e-904a-0ce5f60f6925 service nova] Releasing lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.109781] env[63326]: INFO nova.scheduler.client.report [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted allocations for instance b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf [ 1838.239533] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.303359] env[63326]: DEBUG oslo_vmware.api [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182593} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.304183] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.304183] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.304183] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.304374] env[63326]: INFO nova.compute.manager [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1838.304682] env[63326]: DEBUG oslo.service.loopingcall [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.304826] env[63326]: DEBUG nova.compute.manager [-] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1838.304917] env[63326]: DEBUG nova.network.neutron [-] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1838.520228] env[63326]: DEBUG nova.network.neutron [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Successfully updated port: 84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1838.614532] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.614853] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.615327] env[63326]: DEBUG nova.objects.instance [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'resources' on Instance uuid b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.740201] env[63326]: DEBUG oslo_vmware.api [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726777, 'name': PowerOnVM_Task, 'duration_secs': 1.127928} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.740267] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.740441] env[63326]: DEBUG nova.compute.manager [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.741624] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62464ea-a8aa-4a00-a562-a762e2df0d1a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.852992] env[63326]: DEBUG nova.compute.manager [req-8594d957-fd4e-439a-b71c-9de58d5cad6e req-aa77b9a7-a35d-4fb9-9b8f-567ad298b1ee service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received event network-changed-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1838.853154] env[63326]: DEBUG nova.compute.manager [req-8594d957-fd4e-439a-b71c-9de58d5cad6e req-aa77b9a7-a35d-4fb9-9b8f-567ad298b1ee service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Refreshing instance network info cache due to event network-changed-84cb6837-623a-4c36-a4ea-e641485a7f16. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1838.853380] env[63326]: DEBUG oslo_concurrency.lockutils [req-8594d957-fd4e-439a-b71c-9de58d5cad6e req-aa77b9a7-a35d-4fb9-9b8f-567ad298b1ee service nova] Acquiring lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.853622] env[63326]: DEBUG oslo_concurrency.lockutils [req-8594d957-fd4e-439a-b71c-9de58d5cad6e req-aa77b9a7-a35d-4fb9-9b8f-567ad298b1ee service nova] Acquired lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.853712] env[63326]: DEBUG nova.network.neutron [req-8594d957-fd4e-439a-b71c-9de58d5cad6e req-aa77b9a7-a35d-4fb9-9b8f-567ad298b1ee service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Refreshing network info cache for port 84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.023254] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.048891] env[63326]: DEBUG nova.compute.manager [req-0fdcbf1d-3a81-412b-aacf-0cfc2d3ddf77 req-19a1b714-936d-472f-ac87-800d1a2554fc service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Received event network-vif-deleted-5edeacfe-3a15-49db-8bd7-f7e318b5de9b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1839.049106] env[63326]: INFO nova.compute.manager [req-0fdcbf1d-3a81-412b-aacf-0cfc2d3ddf77 req-19a1b714-936d-472f-ac87-800d1a2554fc service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Neutron deleted interface 5edeacfe-3a15-49db-8bd7-f7e318b5de9b; detaching it from the instance and deleting it from the info cache [ 1839.049558] env[63326]: DEBUG nova.network.neutron [req-0fdcbf1d-3a81-412b-aacf-0cfc2d3ddf77 req-19a1b714-936d-472f-ac87-800d1a2554fc service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.117410] env[63326]: DEBUG nova.objects.instance [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'numa_topology' on Instance uuid b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.264059] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.396653] env[63326]: DEBUG nova.network.neutron [req-8594d957-fd4e-439a-b71c-9de58d5cad6e req-aa77b9a7-a35d-4fb9-9b8f-567ad298b1ee service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1839.478238] env[63326]: DEBUG nova.network.neutron [req-8594d957-fd4e-439a-b71c-9de58d5cad6e req-aa77b9a7-a35d-4fb9-9b8f-567ad298b1ee service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.524535] env[63326]: DEBUG nova.network.neutron [-] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.553038] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72ad2018-b9bf-4dc6-acdd-a1f98d66b725 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.565327] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af015a9c-711f-4cc5-a2da-d43303d53461 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.603822] env[63326]: DEBUG nova.compute.manager [req-0fdcbf1d-3a81-412b-aacf-0cfc2d3ddf77 req-19a1b714-936d-472f-ac87-800d1a2554fc service nova] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Detach interface failed, port_id=5edeacfe-3a15-49db-8bd7-f7e318b5de9b, reason: Instance 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1839.622028] env[63326]: DEBUG nova.objects.base [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1839.760500] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04acce8-cf12-4925-b69b-ac7417924673 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.768560] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14d842e-fad6-4607-8df9-2f00fcad1401 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.798556] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd61597d-9f7b-4542-9dc3-1e97e48afafa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.806400] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723a4a06-d247-4bc1-8e4c-f71765ef63c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.821612] env[63326]: DEBUG nova.compute.provider_tree [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.980481] env[63326]: DEBUG oslo_concurrency.lockutils [req-8594d957-fd4e-439a-b71c-9de58d5cad6e req-aa77b9a7-a35d-4fb9-9b8f-567ad298b1ee service nova] Releasing lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.981101] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.981269] env[63326]: DEBUG nova.network.neutron [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.027985] env[63326]: INFO nova.compute.manager [-] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Took 1.72 seconds to deallocate network for instance. [ 1840.324457] env[63326]: DEBUG nova.scheduler.client.report [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.450189] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.450189] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.450189] env[63326]: INFO nova.compute.manager [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Shelving [ 1840.509215] env[63326]: DEBUG nova.network.neutron [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1840.534315] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.634784] env[63326]: DEBUG nova.network.neutron [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [{"id": "84cb6837-623a-4c36-a4ea-e641485a7f16", "address": "fa:16:3e:8e:52:f5", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cb6837-62", "ovs_interfaceid": "84cb6837-623a-4c36-a4ea-e641485a7f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.645042] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.829184] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.831787] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.568s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.831979] env[63326]: DEBUG nova.objects.instance [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1841.137794] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.138161] env[63326]: DEBUG nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Instance network_info: |[{"id": "84cb6837-623a-4c36-a4ea-e641485a7f16", "address": "fa:16:3e:8e:52:f5", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cb6837-62", "ovs_interfaceid": "84cb6837-623a-4c36-a4ea-e641485a7f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1841.138613] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:52:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84cb6837-623a-4c36-a4ea-e641485a7f16', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1841.146146] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating folder: Project (cf08bbff8c2f4036860fa4dabe05e379). Parent ref: group-v359097. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1841.146429] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8d28eb5-40d3-4f3e-9aff-634f896a105a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.157146] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Created folder: Project (cf08bbff8c2f4036860fa4dabe05e379) in parent group-v359097. [ 1841.157332] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating folder: Instances. Parent ref: group-v359397. {{(pid=63326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1841.157565] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09fa127f-29d9-406d-b4f7-26973adc2e3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.166915] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Created folder: Instances in parent group-v359397. [ 1841.167161] env[63326]: DEBUG oslo.service.loopingcall [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.167351] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1841.167548] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0250deb9-d88c-4140-bc35-0251a37128e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.186530] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1841.186530] env[63326]: value = "task-1726784" [ 1841.186530] env[63326]: _type = "Task" [ 1841.186530] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.187524] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1841.187741] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359396', 'volume_id': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'name': 'volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '376f2500-44ee-4a73-98de-eb28ba305a24', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'serial': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1841.188596] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b96b6-f857-4c8b-800e-cb0add60e392 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.209494] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72b1ed1-e883-43c1-b17a-d37d6b1eab42 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.211899] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726784, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.234592] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2/volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.234893] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70bc5d7-cf70-4894-b416-242b9568c08c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.251962] env[63326]: DEBUG oslo_vmware.api [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1841.251962] env[63326]: value = "task-1726785" [ 1841.251962] env[63326]: _type = "Task" [ 1841.251962] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.259614] env[63326]: DEBUG oslo_vmware.api [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.342542] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9dfc1bd9-f03a-4587-8ada-776817bc29bf tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.005s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.343082] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.698s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.343274] env[63326]: INFO nova.compute.manager [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Unshelving [ 1841.459829] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.460187] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e42383a-d586-44fb-b0a6-ca77e93bee84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.468101] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1841.468101] env[63326]: value = "task-1726786" [ 1841.468101] env[63326]: _type = "Task" [ 1841.468101] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.479087] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.697594] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726784, 'name': CreateVM_Task, 'duration_secs': 0.385197} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.697768] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1841.698445] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.698620] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.698957] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1841.699227] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542d8f9d-9e9c-40ec-b35c-d667f498574f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.703507] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1841.703507] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52345418-feaa-16f5-8f16-99cdc37b00dc" [ 1841.703507] env[63326]: _type = "Task" [ 1841.703507] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.710985] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52345418-feaa-16f5-8f16-99cdc37b00dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.760829] env[63326]: DEBUG oslo_vmware.api [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726785, 'name': ReconfigVM_Task, 'duration_secs': 0.410561} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.761208] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2/volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.765871] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65ba794-fa0b-421e-9638-730f5e9a82a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.780769] env[63326]: DEBUG oslo_vmware.api [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1841.780769] env[63326]: value = "task-1726787" [ 1841.780769] env[63326]: _type = "Task" [ 1841.780769] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.788289] env[63326]: DEBUG oslo_vmware.api [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.841796] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a25ecad6-e676-4c7d-9f88-b22cc1a34cb7 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.843534] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.309s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.843534] env[63326]: DEBUG nova.objects.instance [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'resources' on Instance uuid 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.978795] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726786, 'name': PowerOffVM_Task, 'duration_secs': 0.205792} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.979079] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.979852] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f76c7be-d9ca-4a8b-bb53-2e5eeec7f4f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.997792] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545a8de-348c-4cf0-b4ff-3bf2bc4f7947 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.214033] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52345418-feaa-16f5-8f16-99cdc37b00dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.214346] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.214583] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1842.214810] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.214956] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.215153] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.215422] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75fc620d-e6f8-41e9-bd56-d331d70f849e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.225550] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.225729] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.226463] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc503b3c-1bf3-4c99-8e5b-2eb78cd90da0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.231748] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1842.231748] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5261da0a-892d-fdde-a82a-8c2af663edf8" [ 1842.231748] env[63326]: _type = "Task" [ 1842.231748] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.238915] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5261da0a-892d-fdde-a82a-8c2af663edf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.291541] env[63326]: DEBUG oslo_vmware.api [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726787, 'name': ReconfigVM_Task, 'duration_secs': 0.136987} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.291793] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359396', 'volume_id': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'name': 'volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '376f2500-44ee-4a73-98de-eb28ba305a24', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'serial': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1842.364045] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.469808] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8901f6e-db2a-4816-a15b-baa7f9b97bfa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.478693] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90352d-1f40-4c96-a7f9-2417975c94ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.509114] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1842.509579] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f149c5ba-8ce3-42ff-bf9b-35d8535c957f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.511845] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7375077-a454-4066-97f1-c9a3b8df54dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.518842] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab91cda-36be-4124-87b0-cffd62cab82a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.523382] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1842.523382] env[63326]: value = "task-1726788" [ 1842.523382] env[63326]: _type = "Task" [ 1842.523382] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.535366] env[63326]: DEBUG nova.compute.provider_tree [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.541325] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.742146] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5261da0a-892d-fdde-a82a-8c2af663edf8, 'name': SearchDatastore_Task, 'duration_secs': 0.034629} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.742908] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477669d6-c25c-4bba-a027-140b1f20ce75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.747599] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1842.747599] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e5f3b-9802-2554-0887-c24f3b10cc66" [ 1842.747599] env[63326]: _type = "Task" [ 1842.747599] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.754512] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e5f3b-9802-2554-0887-c24f3b10cc66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.033937] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726788, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.038887] env[63326]: DEBUG nova.scheduler.client.report [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.257954] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]520e5f3b-9802-2554-0887-c24f3b10cc66, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.258251] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.258507] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716/3ff8d06e-9293-4306-ad3f-534900440716.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1843.258769] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59a06d7b-b9f7-4e0a-97ca-430a8892f2f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.264735] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1843.264735] env[63326]: value = "task-1726789" [ 1843.264735] env[63326]: _type = "Task" [ 1843.264735] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.271592] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.341208] env[63326]: DEBUG nova.objects.instance [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.535269] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726788, 'name': CreateSnapshot_Task, 'duration_secs': 0.72558} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.535613] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1843.536345] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a34e97-bc21-43e2-b825-8daf31a65d7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.546577] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.551305] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.187s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.551459] env[63326]: DEBUG nova.objects.instance [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'pci_requests' on Instance uuid b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.576655] env[63326]: INFO nova.scheduler.client.report [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleted allocations for instance 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19 [ 1843.773754] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726789, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.846541] env[63326]: DEBUG oslo_concurrency.lockutils [None req-152857db-fe52-41b5-87cc-b5f2459e8af2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.051778] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.052054] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.059817] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1844.061635] env[63326]: DEBUG nova.objects.instance [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'numa_topology' on Instance uuid b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.062521] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba87ef8a-4696-4ce9-9c6b-b7d4d9c17faf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.066559] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.066765] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.066932] env[63326]: DEBUG nova.compute.manager [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.067715] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b361a142-911c-490f-94b4-ae9eb7f7ccdc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.074909] env[63326]: DEBUG nova.compute.manager [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1844.075448] env[63326]: DEBUG nova.objects.instance [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.077469] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1844.077469] env[63326]: value = "task-1726790" [ 1844.077469] env[63326]: _type = "Task" [ 1844.077469] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.086263] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.086677] env[63326]: DEBUG oslo_concurrency.lockutils [None req-34855164-6743-44a8-b7ce-c4bef8ceaa8b tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.621s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.274504] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523413} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.274765] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716/3ff8d06e-9293-4306-ad3f-534900440716.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1844.274976] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1844.275248] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a6d01bd-64e5-4f93-9f99-acebb09e2fb9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.280754] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1844.280754] env[63326]: value = "task-1726791" [ 1844.280754] env[63326]: _type = "Task" [ 1844.280754] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.287671] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.562113] env[63326]: INFO nova.compute.manager [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Detaching volume 802330e9-62dc-435b-a2b8-cc70a73e6fd1 [ 1844.566988] env[63326]: INFO nova.compute.claims [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.590391] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.611230] env[63326]: INFO nova.virt.block_device [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Attempting to driver detach volume 802330e9-62dc-435b-a2b8-cc70a73e6fd1 from mountpoint /dev/sdb [ 1844.611481] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1844.611670] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359378', 'volume_id': '802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'name': 'volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '46cfbf6c-4372-458e-a200-d6efdeb2c12f', 'attached_at': '', 'detached_at': '', 'volume_id': '802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'serial': '802330e9-62dc-435b-a2b8-cc70a73e6fd1'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1844.612523] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e9127e-646c-4bb7-a977-f9ac43db5f79 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.635550] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bea1883-4f33-4601-8fe0-964d78e878b5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.642458] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42b537b-f3d4-4b85-ae5e-c6e97d10d8f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.663603] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2550bc7e-3e94-4386-be43-f444307dbdb6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.678487] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] The volume has not been displaced from its original location: [datastore1] volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1/volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1844.684301] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1844.684874] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54565403-8d89-4594-ad6d-26eb77532b9c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.702681] env[63326]: DEBUG oslo_vmware.api [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1844.702681] env[63326]: value = "task-1726792" [ 1844.702681] env[63326]: _type = "Task" [ 1844.702681] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.711921] env[63326]: DEBUG oslo_vmware.api [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.791752] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068881} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.792041] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1844.792792] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938b76f0-1ef6-4cab-97d2-db1fbcaa406c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.817029] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716/3ff8d06e-9293-4306-ad3f-534900440716.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.817029] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3222da4b-4401-4e75-9166-cb3242d578dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.842227] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1844.842227] env[63326]: value = "task-1726793" [ 1844.842227] env[63326]: _type = "Task" [ 1844.842227] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.850131] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.085961] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.089462] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6101e5a6-8324-4a2f-ac3c-a85dccd9ec6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.091277] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.096136] env[63326]: DEBUG oslo_vmware.api [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1845.096136] env[63326]: value = "task-1726794" [ 1845.096136] env[63326]: _type = "Task" [ 1845.096136] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.104063] env[63326]: DEBUG oslo_vmware.api [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.213049] env[63326]: DEBUG oslo_vmware.api [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726792, 'name': ReconfigVM_Task, 'duration_secs': 0.223351} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.213351] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1845.218219] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7881dbf-86fd-4315-9d7d-d324d6720aec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.232556] env[63326]: DEBUG oslo_vmware.api [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1845.232556] env[63326]: value = "task-1726795" [ 1845.232556] env[63326]: _type = "Task" [ 1845.232556] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.240394] env[63326]: DEBUG oslo_vmware.api [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.352239] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726793, 'name': ReconfigVM_Task, 'duration_secs': 0.287076} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.352512] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716/3ff8d06e-9293-4306-ad3f-534900440716.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1845.353181] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56b30d25-ba2a-41e3-9b07-d0228437435e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.358801] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1845.358801] env[63326]: value = "task-1726796" [ 1845.358801] env[63326]: _type = "Task" [ 1845.358801] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.366118] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726796, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.589088] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.605067] env[63326]: DEBUG oslo_vmware.api [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726794, 'name': PowerOffVM_Task, 'duration_secs': 0.192977} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.607492] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.607712] env[63326]: DEBUG nova.compute.manager [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.608652] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d705b632-ce85-46c6-b679-ea9a16835ce4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.734828] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec47a2-18b3-4585-ac57-042aa668041d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.746996] env[63326]: DEBUG oslo_vmware.api [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726795, 'name': ReconfigVM_Task, 'duration_secs': 0.149519} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.748797] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359378', 'volume_id': '802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'name': 'volume-802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '46cfbf6c-4372-458e-a200-d6efdeb2c12f', 'attached_at': '', 'detached_at': '', 'volume_id': '802330e9-62dc-435b-a2b8-cc70a73e6fd1', 'serial': '802330e9-62dc-435b-a2b8-cc70a73e6fd1'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1845.751649] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff7e6e-ea22-4a22-bab7-b7cd04876ea2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.782542] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ec92ab-f348-4baf-9f14-ba40fb08e20e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.788143] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.788366] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.794472] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa11846-0c97-49d3-b159-f0b75ae21828 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.808341] env[63326]: DEBUG nova.compute.provider_tree [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.868058] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726796, 'name': Rename_Task, 'duration_secs': 0.14411} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.868058] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.868298] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39bc2889-e7dd-4acd-ae65-aa8fc66a2566 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.875112] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1845.875112] env[63326]: value = "task-1726797" [ 1845.875112] env[63326]: _type = "Task" [ 1845.875112] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.882861] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.090766] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.122951] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2597f1ce-1897-43f4-b171-e6a396a5af43 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.832902] env[63326]: DEBUG nova.objects.instance [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lazy-loading 'flavor' on Instance uuid 46cfbf6c-4372-458e-a200-d6efdeb2c12f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.834328] env[63326]: DEBUG nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.837216] env[63326]: DEBUG nova.scheduler.client.report [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.840381] env[63326]: DEBUG nova.objects.instance [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.854468] env[63326]: DEBUG oslo_vmware.api [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726797, 'name': PowerOnVM_Task, 'duration_secs': 0.646306} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.858334] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.858538] env[63326]: INFO nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1846.858712] env[63326]: DEBUG nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.859212] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.859947] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42806986-df14-4b0e-a9df-cc6998fe007f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.352032] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.800s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.359878] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.360443] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.361876] env[63326]: DEBUG nova.network.neutron [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.361876] env[63326]: DEBUG nova.objects.instance [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'info_cache' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.369503] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.375154] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.375483] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.377626] env[63326]: INFO nova.compute.claims [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.384769] env[63326]: INFO nova.compute.manager [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Took 14.22 seconds to build instance. [ 1847.389363] env[63326]: INFO nova.network.neutron [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating port 23288c63-52f8-4535-af77-5b3634ee9017 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1847.852537] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.864256] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a2e05f0b-112a-4520-b99f-af2f60a7acb2 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.812s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.870898] env[63326]: DEBUG nova.objects.base [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Object Instance<376f2500-44ee-4a73-98de-eb28ba305a24> lazy-loaded attributes: flavor,info_cache {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1847.887062] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8ebef9f3-cf08-4ea6-a5e1-7df79fffb00e tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.731s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.077028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "944b7c37-da3b-4f3f-8abf-cf89005304ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.077028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "944b7c37-da3b-4f3f-8abf-cf89005304ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.353623] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.413477] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.413477] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.413477] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.413477] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.413716] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.415592] env[63326]: INFO nova.compute.manager [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Terminating instance [ 1848.544551] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad48bb10-bb23-4e18-bd1f-60d45aac5a33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.552077] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3bebb6-179d-4e40-adb2-7f5604744639 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.584618] env[63326]: DEBUG nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.587623] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef8be2-a558-4e97-8dc1-8dbc2f433489 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.595643] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0b2afc-e674-408c-9d4c-6f4b463efb6d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.608869] env[63326]: DEBUG nova.compute.provider_tree [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.623696] env[63326]: DEBUG nova.network.neutron [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating instance_info_cache with network_info: [{"id": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "address": "fa:16:3e:c9:2d:dc", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87e393c-4e", "ovs_interfaceid": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.854043] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.920326] env[63326]: DEBUG nova.compute.manager [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1848.920678] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1848.921441] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff73cb3e-a285-492a-b3f7-bcb8730a5706 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.928986] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1848.929221] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ca8577-8984-47bb-9fc6-57d557347b16 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.935146] env[63326]: DEBUG oslo_vmware.api [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1848.935146] env[63326]: value = "task-1726798" [ 1848.935146] env[63326]: _type = "Task" [ 1848.935146] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.942842] env[63326]: DEBUG oslo_vmware.api [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.107261] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.111286] env[63326]: DEBUG nova.scheduler.client.report [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.125815] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Releasing lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.354513] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.445294] env[63326]: DEBUG oslo_vmware.api [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726798, 'name': PowerOffVM_Task, 'duration_secs': 0.238639} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.445581] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.445749] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.445996] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7308c70-c3b5-4b28-8212-eafa0e6967c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.621053] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.621472] env[63326]: DEBUG nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1849.625033] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.518s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.625982] env[63326]: INFO nova.compute.claims [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.837065] env[63326]: DEBUG nova.compute.manager [req-eb01cf62-1234-420f-a686-f01ec472426e req-6e07ac85-2dd3-43bf-b5d9-a9a0069b313e service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received event network-vif-plugged-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1849.837300] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb01cf62-1234-420f-a686-f01ec472426e req-6e07ac85-2dd3-43bf-b5d9-a9a0069b313e service nova] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.837508] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb01cf62-1234-420f-a686-f01ec472426e req-6e07ac85-2dd3-43bf-b5d9-a9a0069b313e service nova] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.837694] env[63326]: DEBUG oslo_concurrency.lockutils [req-eb01cf62-1234-420f-a686-f01ec472426e req-6e07ac85-2dd3-43bf-b5d9-a9a0069b313e service nova] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.837863] env[63326]: DEBUG nova.compute.manager [req-eb01cf62-1234-420f-a686-f01ec472426e req-6e07ac85-2dd3-43bf-b5d9-a9a0069b313e service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] No waiting events found dispatching network-vif-plugged-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.838301] env[63326]: WARNING nova.compute.manager [req-eb01cf62-1234-420f-a686-f01ec472426e req-6e07ac85-2dd3-43bf-b5d9-a9a0069b313e service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received unexpected event network-vif-plugged-23288c63-52f8-4535-af77-5b3634ee9017 for instance with vm_state shelved_offloaded and task_state spawning. [ 1849.854475] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.921921] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.922128] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.922388] env[63326]: DEBUG nova.network.neutron [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.130610] env[63326]: DEBUG nova.compute.utils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.132196] env[63326]: DEBUG nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.132474] env[63326]: DEBUG nova.network.neutron [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.137034] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.137034] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aea36be-99a7-483c-9b30-743959a34771 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.144870] env[63326]: DEBUG oslo_vmware.api [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1850.144870] env[63326]: value = "task-1726800" [ 1850.144870] env[63326]: _type = "Task" [ 1850.144870] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.153861] env[63326]: DEBUG oslo_vmware.api [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.175770] env[63326]: DEBUG nova.policy [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c88c1ddc620144cd9c228533d44f294f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f70ccab695804a75ad621f532d0b7f66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1850.355334] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.510787] env[63326]: DEBUG nova.network.neutron [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Successfully created port: d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.641444] env[63326]: DEBUG nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1850.655932] env[63326]: DEBUG oslo_vmware.api [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.736790] env[63326]: DEBUG nova.network.neutron [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [{"id": "23288c63-52f8-4535-af77-5b3634ee9017", "address": "fa:16:3e:a3:6b:1f", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23288c63-52", "ovs_interfaceid": "23288c63-52f8-4535-af77-5b3634ee9017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.832537] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821b6d98-b786-4faa-acbe-979ad3aa6848 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.840176] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe58811-f859-4868-83db-7ea1d2c4c9e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.872548] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaff721-c367-400e-aabf-5fa9da2bcb4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.877680] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.882641] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11695fcc-42bb-4b2c-99fc-b91b9c952033 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.895225] env[63326]: DEBUG nova.compute.provider_tree [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.158624] env[63326]: DEBUG oslo_vmware.api [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.239711] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.266856] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6237a8dfb45fd0a516eb7f959de28841',container_format='bare',created_at=2024-12-11T03:39:01Z,direct_url=,disk_format='vmdk',id=85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-84223408-shelved',owner='85cdb55124c742689c30cbe2eefe3d97',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-11T03:39:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.267116] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.267275] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.267454] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.267597] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.267770] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.267982] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.268155] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.268328] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.268483] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.268652] env[63326]: DEBUG nova.virt.hardware [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.269544] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c5867-3818-4a6a-9c1d-9cb4587ce2ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.277158] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97522294-fd61-482e-bfe8-e314bcd458dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.291532] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:6b:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23288c63-52f8-4535-af77-5b3634ee9017', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1851.299528] env[63326]: DEBUG oslo.service.loopingcall [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.299748] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1851.299946] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07cb453-c18f-4de2-8725-f1e9f844d294 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.319311] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1851.319311] env[63326]: value = "task-1726801" [ 1851.319311] env[63326]: _type = "Task" [ 1851.319311] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.326638] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726801, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.353869] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.397912] env[63326]: DEBUG nova.scheduler.client.report [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.522357] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1851.522582] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1851.522765] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleting the datastore file [datastore1] 46cfbf6c-4372-458e-a200-d6efdeb2c12f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1851.523172] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10cc39c4-6358-4f34-a169-0748301be3c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.532034] env[63326]: DEBUG oslo_vmware.api [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1851.532034] env[63326]: value = "task-1726802" [ 1851.532034] env[63326]: _type = "Task" [ 1851.532034] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.540913] env[63326]: DEBUG oslo_vmware.api [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.655314] env[63326]: DEBUG nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1851.662896] env[63326]: DEBUG oslo_vmware.api [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.678735] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.679034] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.679220] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.679413] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.679591] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.679742] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.679992] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.680190] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.680386] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.680555] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.680743] env[63326]: DEBUG nova.virt.hardware [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.681773] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9e8a5-930d-42e5-8820-67b531938b08 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.690426] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b975626d-280e-4ce4-9620-dd666062ddf0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.829804] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726801, 'name': CreateVM_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.857034] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726790, 'name': CloneVM_Task, 'duration_secs': 7.473037} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.857034] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Created linked-clone VM from snapshot [ 1851.857524] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52a52b7-b630-49e6-b206-b0fbba7cb174 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.865459] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Uploading image 5ad8cd5b-b749-4cda-b1e4-e4604423f817 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1851.891120] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1851.891120] env[63326]: value = "vm-359401" [ 1851.891120] env[63326]: _type = "VirtualMachine" [ 1851.891120] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1851.891475] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-186d8f8a-f087-4130-8f44-b974668ad2e2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.898588] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lease: (returnval){ [ 1851.898588] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52769877-fafd-72de-777e-60e81c0ba6a4" [ 1851.898588] env[63326]: _type = "HttpNfcLease" [ 1851.898588] env[63326]: } obtained for exporting VM: (result){ [ 1851.898588] env[63326]: value = "vm-359401" [ 1851.898588] env[63326]: _type = "VirtualMachine" [ 1851.898588] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1851.898819] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the lease: (returnval){ [ 1851.898819] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52769877-fafd-72de-777e-60e81c0ba6a4" [ 1851.898819] env[63326]: _type = "HttpNfcLease" [ 1851.898819] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1851.903495] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.903972] env[63326]: DEBUG nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1851.909893] env[63326]: DEBUG nova.compute.manager [req-3bfe4c60-6a74-46d6-ad21-dff7de68631d req-8c43cd87-0452-4701-9a14-dc0f7c7cbccd service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received event network-changed-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1851.909893] env[63326]: DEBUG nova.compute.manager [req-3bfe4c60-6a74-46d6-ad21-dff7de68631d req-8c43cd87-0452-4701-9a14-dc0f7c7cbccd service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Refreshing instance network info cache due to event network-changed-23288c63-52f8-4535-af77-5b3634ee9017. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1851.909893] env[63326]: DEBUG oslo_concurrency.lockutils [req-3bfe4c60-6a74-46d6-ad21-dff7de68631d req-8c43cd87-0452-4701-9a14-dc0f7c7cbccd service nova] Acquiring lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.909893] env[63326]: DEBUG oslo_concurrency.lockutils [req-3bfe4c60-6a74-46d6-ad21-dff7de68631d req-8c43cd87-0452-4701-9a14-dc0f7c7cbccd service nova] Acquired lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.909893] env[63326]: DEBUG nova.network.neutron [req-3bfe4c60-6a74-46d6-ad21-dff7de68631d req-8c43cd87-0452-4701-9a14-dc0f7c7cbccd service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Refreshing network info cache for port 23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.913827] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1851.913827] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52769877-fafd-72de-777e-60e81c0ba6a4" [ 1851.913827] env[63326]: _type = "HttpNfcLease" [ 1851.913827] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1852.044470] env[63326]: DEBUG oslo_vmware.api [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333813} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.044913] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.045345] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.045665] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.048132] env[63326]: INFO nova.compute.manager [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Took 3.13 seconds to destroy the instance on the hypervisor. [ 1852.048132] env[63326]: DEBUG oslo.service.loopingcall [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.048132] env[63326]: DEBUG nova.compute.manager [-] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1852.048132] env[63326]: DEBUG nova.network.neutron [-] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.108870] env[63326]: DEBUG nova.network.neutron [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Successfully updated port: d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.164228] env[63326]: DEBUG oslo_vmware.api [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726800, 'name': PowerOnVM_Task, 'duration_secs': 1.549222} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.164505] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1852.164706] env[63326]: DEBUG nova.compute.manager [None req-f630d316-7a66-4065-bb30-015a601e4422 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.166106] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aebb7a-bd63-46d4-a240-c792daf11b33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.331310] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726801, 'name': CreateVM_Task, 'duration_secs': 0.658882} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.331477] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1852.332129] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.332297] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.332666] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1852.332916] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d0f012-628c-41df-aea7-3e2282bb5982 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.338266] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1852.338266] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5297e7d0-41ae-6996-d3b0-2d8ae7169f48" [ 1852.338266] env[63326]: _type = "Task" [ 1852.338266] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.345835] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5297e7d0-41ae-6996-d3b0-2d8ae7169f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.406919] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1852.406919] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52769877-fafd-72de-777e-60e81c0ba6a4" [ 1852.406919] env[63326]: _type = "HttpNfcLease" [ 1852.406919] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1852.406919] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1852.406919] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52769877-fafd-72de-777e-60e81c0ba6a4" [ 1852.406919] env[63326]: _type = "HttpNfcLease" [ 1852.406919] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1852.407351] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d9b73-7d90-4a5b-aae4-37624757dcb7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.411072] env[63326]: DEBUG nova.compute.utils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.420789] env[63326]: DEBUG nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.420789] env[63326]: DEBUG nova.network.neutron [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.422284] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f7e2a-4c97-3747-e23f-1840122719bd/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1852.422463] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f7e2a-4c97-3747-e23f-1840122719bd/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1852.489525] env[63326]: DEBUG nova.policy [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e24da7c17f14fe797d43db238745ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf08bbff8c2f4036860fa4dabe05e379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.521326] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d25fda6c-68c8-4ecf-a300-d83ac0e5c297 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.611766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.612319] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.612319] env[63326]: DEBUG nova.network.neutron [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.653867] env[63326]: DEBUG nova.compute.manager [req-35c340ef-b525-4aa1-99f2-c920d539679e req-940768df-d3f8-4643-a969-0985e4333c09 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Received event network-vif-deleted-dc977f88-c221-495e-b511-4c30b39d04c8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1852.654493] env[63326]: INFO nova.compute.manager [req-35c340ef-b525-4aa1-99f2-c920d539679e req-940768df-d3f8-4643-a969-0985e4333c09 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Neutron deleted interface dc977f88-c221-495e-b511-4c30b39d04c8; detaching it from the instance and deleting it from the info cache [ 1852.654493] env[63326]: DEBUG nova.network.neutron [req-35c340ef-b525-4aa1-99f2-c920d539679e req-940768df-d3f8-4643-a969-0985e4333c09 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.677168] env[63326]: DEBUG nova.network.neutron [req-3bfe4c60-6a74-46d6-ad21-dff7de68631d req-8c43cd87-0452-4701-9a14-dc0f7c7cbccd service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updated VIF entry in instance network info cache for port 23288c63-52f8-4535-af77-5b3634ee9017. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.677509] env[63326]: DEBUG nova.network.neutron [req-3bfe4c60-6a74-46d6-ad21-dff7de68631d req-8c43cd87-0452-4701-9a14-dc0f7c7cbccd service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [{"id": "23288c63-52f8-4535-af77-5b3634ee9017", "address": "fa:16:3e:a3:6b:1f", "network": {"id": "8700ff59-8a9a-4b5b-bb22-32c1b174162c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1181720087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85cdb55124c742689c30cbe2eefe3d97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23288c63-52", "ovs_interfaceid": "23288c63-52f8-4535-af77-5b3634ee9017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.804584] env[63326]: DEBUG nova.network.neutron [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Successfully created port: ff34b8c9-6586-4b96-98d6-c31ca7cb7c49 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.851012] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.851309] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Processing image 85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1852.851550] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.851695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.851866] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1852.852140] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d8fad7f-3933-4bc6-92b8-7e67828601e5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.862019] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1852.862019] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1852.862375] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5643ba40-1036-441d-86a9-3d462adc042b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.870694] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1852.870694] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5248078b-1d40-180d-cc84-6c2532fa4e87" [ 1852.870694] env[63326]: _type = "Task" [ 1852.870694] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.876600] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5248078b-1d40-180d-cc84-6c2532fa4e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.925360] env[63326]: DEBUG nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.124048] env[63326]: DEBUG nova.network.neutron [-] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.157186] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c025d004-6f2e-453d-a4d8-e53a8153bcd1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.162222] env[63326]: DEBUG nova.network.neutron [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.168534] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd39761b-b5a7-4f5c-a517-c38e9dd335c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.181067] env[63326]: DEBUG oslo_concurrency.lockutils [req-3bfe4c60-6a74-46d6-ad21-dff7de68631d req-8c43cd87-0452-4701-9a14-dc0f7c7cbccd service nova] Releasing lock "refresh_cache-b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.204768] env[63326]: DEBUG nova.compute.manager [req-35c340ef-b525-4aa1-99f2-c920d539679e req-940768df-d3f8-4643-a969-0985e4333c09 service nova] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Detach interface failed, port_id=dc977f88-c221-495e-b511-4c30b39d04c8, reason: Instance 46cfbf6c-4372-458e-a200-d6efdeb2c12f could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1853.306959] env[63326]: DEBUG nova.network.neutron [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Updating instance_info_cache with network_info: [{"id": "d25f97fe-53a5-47e0-91e6-3d4803687322", "address": "fa:16:3e:30:9c:ef", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd25f97fe-53", "ovs_interfaceid": "d25f97fe-53a5-47e0-91e6-3d4803687322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.379151] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Preparing fetch location {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1853.379427] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Fetch image to [datastore1] OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17/OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17.vmdk {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1853.379610] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Downloading stream optimized image 85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588 to [datastore1] OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17/OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17.vmdk on the data store datastore1 as vApp {{(pid=63326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1853.379777] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Downloading image file data 85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588 to the ESX as VM named 'OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17' {{(pid=63326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1853.457609] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1853.457609] env[63326]: value = "resgroup-9" [ 1853.457609] env[63326]: _type = "ResourcePool" [ 1853.457609] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1853.457999] env[63326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8f396376-19c9-4745-840d-a1245f51e4db {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.481460] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease: (returnval){ [ 1853.481460] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521f6208-841c-65b2-7368-c0fd7c9c7c68" [ 1853.481460] env[63326]: _type = "HttpNfcLease" [ 1853.481460] env[63326]: } obtained for vApp import into resource pool (val){ [ 1853.481460] env[63326]: value = "resgroup-9" [ 1853.481460] env[63326]: _type = "ResourcePool" [ 1853.481460] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1853.481799] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the lease: (returnval){ [ 1853.481799] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521f6208-841c-65b2-7368-c0fd7c9c7c68" [ 1853.481799] env[63326]: _type = "HttpNfcLease" [ 1853.481799] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1853.488735] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1853.488735] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521f6208-841c-65b2-7368-c0fd7c9c7c68" [ 1853.488735] env[63326]: _type = "HttpNfcLease" [ 1853.488735] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1853.626241] env[63326]: INFO nova.compute.manager [-] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Took 1.58 seconds to deallocate network for instance. [ 1853.810470] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.810909] env[63326]: DEBUG nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Instance network_info: |[{"id": "d25f97fe-53a5-47e0-91e6-3d4803687322", "address": "fa:16:3e:30:9c:ef", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd25f97fe-53", "ovs_interfaceid": "d25f97fe-53a5-47e0-91e6-3d4803687322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.811479] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:9c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd25f97fe-53a5-47e0-91e6-3d4803687322', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.820245] env[63326]: DEBUG oslo.service.loopingcall [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.820530] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.820904] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0d71d8b-1244-4dae-8b4f-cc59a158e986 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.843081] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.843081] env[63326]: value = "task-1726805" [ 1853.843081] env[63326]: _type = "Task" [ 1853.843081] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.853629] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726805, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.936026] env[63326]: DEBUG nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.984019] env[63326]: DEBUG nova.compute.manager [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Received event network-vif-plugged-d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1853.984318] env[63326]: DEBUG oslo_concurrency.lockutils [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] Acquiring lock "099891d4-9d32-4225-8c5c-bb43dd31f63e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.984708] env[63326]: DEBUG oslo_concurrency.lockutils [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.984972] env[63326]: DEBUG oslo_concurrency.lockutils [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.985224] env[63326]: DEBUG nova.compute.manager [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] No waiting events found dispatching network-vif-plugged-d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.985450] env[63326]: WARNING nova.compute.manager [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Received unexpected event network-vif-plugged-d25f97fe-53a5-47e0-91e6-3d4803687322 for instance with vm_state building and task_state spawning. [ 1853.985714] env[63326]: DEBUG nova.compute.manager [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Received event network-changed-d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1853.986108] env[63326]: DEBUG nova.compute.manager [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Refreshing instance network info cache due to event network-changed-d25f97fe-53a5-47e0-91e6-3d4803687322. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1853.986397] env[63326]: DEBUG oslo_concurrency.lockutils [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] Acquiring lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.986678] env[63326]: DEBUG oslo_concurrency.lockutils [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] Acquired lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.986930] env[63326]: DEBUG nova.network.neutron [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Refreshing network info cache for port d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.997448] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1853.997448] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521f6208-841c-65b2-7368-c0fd7c9c7c68" [ 1853.997448] env[63326]: _type = "HttpNfcLease" [ 1853.997448] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1854.133543] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.133543] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.133794] env[63326]: DEBUG nova.objects.instance [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lazy-loading 'resources' on Instance uuid 46cfbf6c-4372-458e-a200-d6efdeb2c12f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.354668] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726805, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.465188] env[63326]: DEBUG nova.network.neutron [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Successfully updated port: ff34b8c9-6586-4b96-98d6-c31ca7cb7c49 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.499795] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1854.499795] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521f6208-841c-65b2-7368-c0fd7c9c7c68" [ 1854.499795] env[63326]: _type = "HttpNfcLease" [ 1854.499795] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1854.501195] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1854.501195] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]521f6208-841c-65b2-7368-c0fd7c9c7c68" [ 1854.501195] env[63326]: _type = "HttpNfcLease" [ 1854.501195] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1854.501195] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13c2851-a6e9-40a3-a332-daf47b1d4c67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.509623] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153b6a-a2de-2867-ea1b-52dc04176c8e/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1854.509903] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153b6a-a2de-2867-ea1b-52dc04176c8e/disk-0.vmdk. {{(pid=63326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1854.587929] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97ba6c7b-af23-4823-8160-987fe620857a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.679704] env[63326]: DEBUG nova.compute.manager [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Received event network-vif-plugged-ff34b8c9-6586-4b96-98d6-c31ca7cb7c49 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1854.679944] env[63326]: DEBUG oslo_concurrency.lockutils [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] Acquiring lock "944b7c37-da3b-4f3f-8abf-cf89005304ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.680231] env[63326]: DEBUG oslo_concurrency.lockutils [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] Lock "944b7c37-da3b-4f3f-8abf-cf89005304ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.680411] env[63326]: DEBUG oslo_concurrency.lockutils [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] Lock "944b7c37-da3b-4f3f-8abf-cf89005304ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.680587] env[63326]: DEBUG nova.compute.manager [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] No waiting events found dispatching network-vif-plugged-ff34b8c9-6586-4b96-98d6-c31ca7cb7c49 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1854.680746] env[63326]: WARNING nova.compute.manager [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Received unexpected event network-vif-plugged-ff34b8c9-6586-4b96-98d6-c31ca7cb7c49 for instance with vm_state building and task_state spawning. [ 1854.680921] env[63326]: DEBUG nova.compute.manager [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Received event network-changed-ff34b8c9-6586-4b96-98d6-c31ca7cb7c49 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1854.681126] env[63326]: DEBUG nova.compute.manager [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Refreshing instance network info cache due to event network-changed-ff34b8c9-6586-4b96-98d6-c31ca7cb7c49. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1854.681329] env[63326]: DEBUG oslo_concurrency.lockutils [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] Acquiring lock "refresh_cache-944b7c37-da3b-4f3f-8abf-cf89005304ad" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.681469] env[63326]: DEBUG oslo_concurrency.lockutils [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] Acquired lock "refresh_cache-944b7c37-da3b-4f3f-8abf-cf89005304ad" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.681629] env[63326]: DEBUG nova.network.neutron [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Refreshing network info cache for port ff34b8c9-6586-4b96-98d6-c31ca7cb7c49 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.801307] env[63326]: DEBUG nova.network.neutron [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Updated VIF entry in instance network info cache for port d25f97fe-53a5-47e0-91e6-3d4803687322. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.801647] env[63326]: DEBUG nova.network.neutron [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Updating instance_info_cache with network_info: [{"id": "d25f97fe-53a5-47e0-91e6-3d4803687322", "address": "fa:16:3e:30:9c:ef", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd25f97fe-53", "ovs_interfaceid": "d25f97fe-53a5-47e0-91e6-3d4803687322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.812811] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e9f4a3-e9ec-4ac5-84a8-800fffd239fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.822105] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb273938-f09f-45e3-862e-8c5359ce116f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.858579] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0e4be6-3760-4df0-8d54-b599a0345def {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.867175] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726805, 'name': CreateVM_Task, 'duration_secs': 0.606999} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.869183] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.869988] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.870209] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.870548] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.871847] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add21112-4302-48bf-9708-80c8b859b131 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.876022] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37234f59-104d-4b87-aac3-63b8fb58130e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.881277] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1854.881277] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5270f655-3d05-d0f0-a585-7b0a6eba55c4" [ 1854.881277] env[63326]: _type = "Task" [ 1854.881277] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.889575] env[63326]: DEBUG nova.compute.provider_tree [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.900163] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5270f655-3d05-d0f0-a585-7b0a6eba55c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.901122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.901371] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.901603] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.901760] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.901961] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.902499] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17f9d023-c4bf-412c-95bb-c652e84d653b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.911071] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.911290] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.911985] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b55c30-c455-4d22-9f59-2fafeabd73d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.916939] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1854.916939] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52716d45-e958-027c-1bd4-b32b69319ba4" [ 1854.916939] env[63326]: _type = "Task" [ 1854.916939] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.924888] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52716d45-e958-027c-1bd4-b32b69319ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.967568] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "refresh_cache-944b7c37-da3b-4f3f-8abf-cf89005304ad" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.219700] env[63326]: DEBUG nova.network.neutron [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.306225] env[63326]: DEBUG oslo_concurrency.lockutils [req-f9c635c3-9f07-40e2-8fd5-429ec5c638c0 req-afd7f0a5-3eda-44ed-be60-aaaae79566bb service nova] Releasing lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.360349] env[63326]: DEBUG nova.network.neutron [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.395566] env[63326]: DEBUG nova.scheduler.client.report [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.430896] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52716d45-e958-027c-1bd4-b32b69319ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.019572} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.433595] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abd083a-6420-469a-8bbd-b154610cff19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.440936] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1855.440936] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f67f3e-969c-8265-0db4-77ade61c227f" [ 1855.440936] env[63326]: _type = "Task" [ 1855.440936] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.452014] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f67f3e-969c-8265-0db4-77ade61c227f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.499218] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.499218] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.499429] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.499619] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.499812] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.500019] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.500313] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.500553] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.500804] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.501037] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.501273] env[63326]: DEBUG nova.virt.hardware [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.502287] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af734306-f88c-4966-bebd-a8ae88b29fc8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.512691] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee4f9b-5573-4b27-b2da-2bcbbf4448b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.862210] env[63326]: DEBUG oslo_concurrency.lockutils [req-29efe290-5e1a-4c51-98a8-40afc96737b3 req-cbd2807a-ef8a-4887-9a6c-3f9e36c86560 service nova] Releasing lock "refresh_cache-944b7c37-da3b-4f3f-8abf-cf89005304ad" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.862683] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "refresh_cache-944b7c37-da3b-4f3f-8abf-cf89005304ad" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.862868] env[63326]: DEBUG nova.network.neutron [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.903812] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.927012] env[63326]: INFO nova.scheduler.client.report [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleted allocations for instance 46cfbf6c-4372-458e-a200-d6efdeb2c12f [ 1855.953627] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f67f3e-969c-8265-0db4-77ade61c227f, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.953627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.953627] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 099891d4-9d32-4225-8c5c-bb43dd31f63e/099891d4-9d32-4225-8c5c-bb43dd31f63e.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.953991] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fac70f7d-5950-40d8-acd4-a8ef7bce1001 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.961668] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1855.961668] env[63326]: value = "task-1726806" [ 1855.961668] env[63326]: _type = "Task" [ 1855.961668] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.969843] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.072177] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Completed reading data from the image iterator. {{(pid=63326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1856.072511] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153b6a-a2de-2867-ea1b-52dc04176c8e/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1856.073576] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc16a2-f572-4d5a-881c-564e26da7cd3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.080561] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153b6a-a2de-2867-ea1b-52dc04176c8e/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1856.080808] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153b6a-a2de-2867-ea1b-52dc04176c8e/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1856.081095] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c36e8ae-bc25-4ed0-a8d1-b03e63d39ecc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.436594] env[63326]: DEBUG oslo_concurrency.lockutils [None req-73e12a9e-cf47-4196-a59a-bcc20ba806b3 tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "46cfbf6c-4372-458e-a200-d6efdeb2c12f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.023s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.459414] env[63326]: DEBUG nova.network.neutron [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1856.463776] env[63326]: DEBUG oslo_vmware.rw_handles [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153b6a-a2de-2867-ea1b-52dc04176c8e/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1856.463975] env[63326]: INFO nova.virt.vmwareapi.images [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Downloaded image file data 85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588 [ 1856.470142] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aac32be-b46e-4acf-a82c-a45866103651 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.477713] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497912} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.488466] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 099891d4-9d32-4225-8c5c-bb43dd31f63e/099891d4-9d32-4225-8c5c-bb43dd31f63e.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.488722] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.489495] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98c832a6-0fbb-408d-aa06-8ba59dc1d6f4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.491509] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6962e7e-bf5e-4778-8b38-e507a4dc1bd1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.498768] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1856.498768] env[63326]: value = "task-1726808" [ 1856.498768] env[63326]: _type = "Task" [ 1856.498768] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.507080] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.517771] env[63326]: INFO nova.virt.vmwareapi.images [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] The imported VM was unregistered [ 1856.520461] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Caching image {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1856.520461] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Creating directory with path [datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588 {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.520461] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d287d92-c2e5-41b7-8ebe-e783e3ab5b7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.531556] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Created directory with path [datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588 {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.531764] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17/OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17.vmdk to [datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588.vmdk. {{(pid=63326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1856.532028] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-349dc7c6-fdfa-4ed9-ad2c-93c81e9831ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.538963] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1856.538963] env[63326]: value = "task-1726809" [ 1856.538963] env[63326]: _type = "Task" [ 1856.538963] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.547547] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726809, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.638878] env[63326]: DEBUG nova.network.neutron [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Updating instance_info_cache with network_info: [{"id": "ff34b8c9-6586-4b96-98d6-c31ca7cb7c49", "address": "fa:16:3e:1e:0d:5f", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff34b8c9-65", "ovs_interfaceid": "ff34b8c9-6586-4b96-98d6-c31ca7cb7c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.011644] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0923} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.012114] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.012759] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334b452e-8dce-446f-8c67-471271e056cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.037782] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 099891d4-9d32-4225-8c5c-bb43dd31f63e/099891d4-9d32-4225-8c5c-bb43dd31f63e.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.038187] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a38c471c-30e9-473d-91ec-1e56ae3df38d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.063321] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726809, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.064847] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1857.064847] env[63326]: value = "task-1726810" [ 1857.064847] env[63326]: _type = "Task" [ 1857.064847] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.074831] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.141727] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "refresh_cache-944b7c37-da3b-4f3f-8abf-cf89005304ad" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.142081] env[63326]: DEBUG nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Instance network_info: |[{"id": "ff34b8c9-6586-4b96-98d6-c31ca7cb7c49", "address": "fa:16:3e:1e:0d:5f", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff34b8c9-65", "ovs_interfaceid": "ff34b8c9-6586-4b96-98d6-c31ca7cb7c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1857.142554] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:0d:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff34b8c9-6586-4b96-98d6-c31ca7cb7c49', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.150171] env[63326]: DEBUG oslo.service.loopingcall [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.150431] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.150678] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6601d52-1b28-4c36-966e-3679905f2e13 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.172363] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.172363] env[63326]: value = "task-1726811" [ 1857.172363] env[63326]: _type = "Task" [ 1857.172363] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.183267] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726811, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.564782] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726809, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.578284] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.684539] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726811, 'name': CreateVM_Task, 'duration_secs': 0.500392} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.684746] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.685582] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.685753] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.686096] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.686375] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cffd64-65d7-4184-a322-fb1b02beffdb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.693424] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1857.693424] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cca5fe-9d59-8772-0cf1-d0e512fe4593" [ 1857.693424] env[63326]: _type = "Task" [ 1857.693424] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.703503] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cca5fe-9d59-8772-0cf1-d0e512fe4593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.066235] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726809, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.076690] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.206357] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52cca5fe-9d59-8772-0cf1-d0e512fe4593, 'name': SearchDatastore_Task, 'duration_secs': 0.081235} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.206720] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.207015] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.207316] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.207496] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.207707] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.208070] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9801aaf6-9fb6-4a12-8919-66eb1885c399 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.224178] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.224425] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.225210] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bae898-7a43-4382-8c0c-b337cb236be1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.233576] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1858.233576] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524db278-1f53-83f3-06fc-8ebf87c61dc5" [ 1858.233576] env[63326]: _type = "Task" [ 1858.233576] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.244795] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524db278-1f53-83f3-06fc-8ebf87c61dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.568819] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726809, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.581474] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.744698] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524db278-1f53-83f3-06fc-8ebf87c61dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.08738} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.745513] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d496cf70-e87b-402c-811a-04aa9cea5966 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.750667] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1858.750667] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f55900-1441-aad7-4430-2150437ceb71" [ 1858.750667] env[63326]: _type = "Task" [ 1858.750667] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.758282] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f55900-1441-aad7-4430-2150437ceb71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.066307] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726809, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.233643} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.066686] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17/OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17.vmdk to [datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588.vmdk. [ 1859.066686] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Cleaning up location [datastore1] OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1859.066857] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f9b5d875-0834-4d38-ace8-55d3ce9cbc17 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.067130] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-258e9535-caf1-411a-931f-7843c40b8f70 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.077505] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726810, 'name': ReconfigVM_Task, 'duration_secs': 1.806647} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.078770] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 099891d4-9d32-4225-8c5c-bb43dd31f63e/099891d4-9d32-4225-8c5c-bb43dd31f63e.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.079490] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1859.079490] env[63326]: value = "task-1726813" [ 1859.079490] env[63326]: _type = "Task" [ 1859.079490] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.079680] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce2efcd9-77e2-4e03-92e1-82ce7388303f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.090910] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.092269] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1859.092269] env[63326]: value = "task-1726814" [ 1859.092269] env[63326]: _type = "Task" [ 1859.092269] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.100125] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726814, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.262043] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f55900-1441-aad7-4430-2150437ceb71, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.262043] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.262043] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 944b7c37-da3b-4f3f-8abf-cf89005304ad/944b7c37-da3b-4f3f-8abf-cf89005304ad.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.262296] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a075bc6e-47f1-462d-a16a-4ecdfbba61e1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.268942] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1859.268942] env[63326]: value = "task-1726815" [ 1859.268942] env[63326]: _type = "Task" [ 1859.268942] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.277710] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.592339] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059564} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.592916] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.593206] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.593557] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588.vmdk to [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf/b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.597493] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f5aee21-0a04-4923-a5fe-312772da8969 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.605075] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1859.605075] env[63326]: value = "task-1726816" [ 1859.605075] env[63326]: _type = "Task" [ 1859.605075] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.608793] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726814, 'name': Rename_Task, 'duration_secs': 0.16613} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.612741] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.613409] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da6a7df9-0105-4048-816a-18a69fd9c8a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.620969] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.622703] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1859.622703] env[63326]: value = "task-1726817" [ 1859.622703] env[63326]: _type = "Task" [ 1859.622703] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.632101] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.780096] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414706} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.780394] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 944b7c37-da3b-4f3f-8abf-cf89005304ad/944b7c37-da3b-4f3f-8abf-cf89005304ad.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.780631] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.780909] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4512cb9-d47a-4f91-a42a-d52bf7af3b85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.787799] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1859.787799] env[63326]: value = "task-1726818" [ 1859.787799] env[63326]: _type = "Task" [ 1859.787799] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.796445] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.911898] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f7e2a-4c97-3747-e23f-1840122719bd/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1859.912936] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1056fb-3518-443f-8d55-b7202e32abdd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.920022] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f7e2a-4c97-3747-e23f-1840122719bd/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1859.920227] env[63326]: ERROR oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f7e2a-4c97-3747-e23f-1840122719bd/disk-0.vmdk due to incomplete transfer. [ 1859.920485] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45dac6c5-4529-4b0d-b020-0d32d512e304 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.928397] env[63326]: DEBUG oslo_vmware.rw_handles [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522f7e2a-4c97-3747-e23f-1840122719bd/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1859.928616] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Uploaded image 5ad8cd5b-b749-4cda-b1e4-e4604423f817 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1859.931061] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1859.931526] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-598e19a1-bcc3-4c72-9fea-64d37bea81e1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.938495] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1859.938495] env[63326]: value = "task-1726819" [ 1859.938495] env[63326]: _type = "Task" [ 1859.938495] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.948786] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726819, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.119320] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726816, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.132827] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.297582] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0658} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.297889] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1860.298716] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fbe772-26ca-4964-934c-91cec0b2407b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.323408] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 944b7c37-da3b-4f3f-8abf-cf89005304ad/944b7c37-da3b-4f3f-8abf-cf89005304ad.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.323795] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f16d56-141f-4cf6-852f-c297c8413bcc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.343512] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1860.343512] env[63326]: value = "task-1726820" [ 1860.343512] env[63326]: _type = "Task" [ 1860.343512] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.352533] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.449835] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726819, 'name': Destroy_Task, 'duration_secs': 0.381217} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.450101] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Destroyed the VM [ 1860.450405] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1860.450685] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be48ccec-0872-45d8-951b-2bd718bee722 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.457752] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1860.457752] env[63326]: value = "task-1726821" [ 1860.457752] env[63326]: _type = "Task" [ 1860.457752] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.467098] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726821, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.618845] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726816, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.633837] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726817, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.854180] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726820, 'name': ReconfigVM_Task, 'duration_secs': 0.40358} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.854528] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 944b7c37-da3b-4f3f-8abf-cf89005304ad/944b7c37-da3b-4f3f-8abf-cf89005304ad.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.855185] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-252c217a-a831-4d2d-99d8-e1dd4c210219 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.862288] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1860.862288] env[63326]: value = "task-1726822" [ 1860.862288] env[63326]: _type = "Task" [ 1860.862288] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.870523] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726822, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.969368] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726821, 'name': RemoveSnapshot_Task, 'duration_secs': 0.489748} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.969666] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1860.969951] env[63326]: DEBUG nova.compute.manager [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.970791] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c5e9ba-859a-4b95-a9f5-7a6935810b24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.120377] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726816, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.133505] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726817, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.373214] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726822, 'name': Rename_Task, 'duration_secs': 0.171842} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.373761] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.373930] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7769ccab-ec3b-424b-865f-06f47f06a05b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.383045] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1861.383045] env[63326]: value = "task-1726823" [ 1861.383045] env[63326]: _type = "Task" [ 1861.383045] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.391484] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.485222] env[63326]: INFO nova.compute.manager [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Shelve offloading [ 1861.620539] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726816, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.634026] env[63326]: DEBUG oslo_vmware.api [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726817, 'name': PowerOnVM_Task, 'duration_secs': 1.593993} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.634478] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.634618] env[63326]: INFO nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1861.634802] env[63326]: DEBUG nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.635698] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c87c6b-0034-4844-904a-cb748ee5c701 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.893797] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.938845] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.939292] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.939607] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.939827] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.940179] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.942941] env[63326]: INFO nova.compute.manager [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Terminating instance [ 1861.990724] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.991037] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834b2121-e2db-4098-b798-4746ae17efcc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.997940] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1861.997940] env[63326]: value = "task-1726824" [ 1861.997940] env[63326]: _type = "Task" [ 1861.997940] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.008085] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1862.008308] env[63326]: DEBUG nova.compute.manager [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.009046] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d938897-14ae-464d-a280-ef549f000651 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.014669] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.014861] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.015045] env[63326]: DEBUG nova.network.neutron [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.120509] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726816, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.489035} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.120800] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588/85a4d8ea-1d54-47c8-8a4d-8ebf38fe6588.vmdk to [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf/b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.121633] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448bf229-d11c-49e6-b76f-6e2b513e4644 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.143537] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf/b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.143991] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1add96e2-a81b-4dcc-be67-f06599baf1bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.165834] env[63326]: INFO nova.compute.manager [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Took 14.82 seconds to build instance. [ 1862.169506] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1862.169506] env[63326]: value = "task-1726825" [ 1862.169506] env[63326]: _type = "Task" [ 1862.169506] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.176431] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.394569] env[63326]: DEBUG oslo_vmware.api [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726823, 'name': PowerOnVM_Task, 'duration_secs': 0.581431} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.395180] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.395557] env[63326]: INFO nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1862.397982] env[63326]: DEBUG nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.397982] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58376406-7a9a-442f-b499-f0068841d671 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.447392] env[63326]: DEBUG nova.compute.manager [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.447631] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.448868] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f71c539-83d4-42dc-9556-4e8a2b03ab6d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.456962] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.457331] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b501a6-5f5b-4b01-8136-3ccd9707eb39 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.463486] env[63326]: DEBUG oslo_vmware.api [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1862.463486] env[63326]: value = "task-1726826" [ 1862.463486] env[63326]: _type = "Task" [ 1862.463486] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.471652] env[63326]: DEBUG oslo_vmware.api [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.669182] env[63326]: DEBUG oslo_concurrency.lockutils [None req-49b22903-5813-4a33-a19a-12cdbccdbcd0 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.880s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.680635] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.914993] env[63326]: INFO nova.compute.manager [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Took 13.82 seconds to build instance. [ 1862.977720] env[63326]: DEBUG oslo_vmware.api [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726826, 'name': PowerOffVM_Task, 'duration_secs': 0.198485} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.978151] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.978346] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.978605] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0df975c-a941-4ae8-8c14-b7457bec7cc7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.039677] env[63326]: DEBUG nova.compute.manager [req-fc039d0b-19dd-43f4-a186-ea7fe3c7e9b4 req-f2a7ee27-4a92-435e-baa1-c63d38baf3d4 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Received event network-changed-d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1863.039891] env[63326]: DEBUG nova.compute.manager [req-fc039d0b-19dd-43f4-a186-ea7fe3c7e9b4 req-f2a7ee27-4a92-435e-baa1-c63d38baf3d4 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Refreshing instance network info cache due to event network-changed-d25f97fe-53a5-47e0-91e6-3d4803687322. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1863.040123] env[63326]: DEBUG oslo_concurrency.lockutils [req-fc039d0b-19dd-43f4-a186-ea7fe3c7e9b4 req-f2a7ee27-4a92-435e-baa1-c63d38baf3d4 service nova] Acquiring lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.040270] env[63326]: DEBUG oslo_concurrency.lockutils [req-fc039d0b-19dd-43f4-a186-ea7fe3c7e9b4 req-f2a7ee27-4a92-435e-baa1-c63d38baf3d4 service nova] Acquired lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.040432] env[63326]: DEBUG nova.network.neutron [req-fc039d0b-19dd-43f4-a186-ea7fe3c7e9b4 req-f2a7ee27-4a92-435e-baa1-c63d38baf3d4 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Refreshing network info cache for port d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.086703] env[63326]: DEBUG nova.network.neutron [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [{"id": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "address": "fa:16:3e:a0:01:26", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9206ed-4b", "ovs_interfaceid": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.107782] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.108012] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.108207] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleting the datastore file [datastore1] f5d2562c-4bb6-4059-9b63-87bcefeefe59 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.108459] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d80c4a5f-7b5f-4fd8-baa5-61020bd44638 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.115201] env[63326]: DEBUG oslo_vmware.api [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1863.115201] env[63326]: value = "task-1726828" [ 1863.115201] env[63326]: _type = "Task" [ 1863.115201] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.123239] env[63326]: DEBUG oslo_vmware.api [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.179934] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.417168] env[63326]: DEBUG oslo_concurrency.lockutils [None req-572fe172-e5e4-4368-8d98-597e38dad6cf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "944b7c37-da3b-4f3f-8abf-cf89005304ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.342s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.588981] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.624592] env[63326]: DEBUG oslo_vmware.api [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.681165] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726825, 'name': ReconfigVM_Task, 'duration_secs': 1.116907} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.681475] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf/b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.682686] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0a617b8-d091-4742-b3ac-c4a5e8186304 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.690432] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1863.690432] env[63326]: value = "task-1726829" [ 1863.690432] env[63326]: _type = "Task" [ 1863.690432] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.698146] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726829, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.824604] env[63326]: DEBUG nova.network.neutron [req-fc039d0b-19dd-43f4-a186-ea7fe3c7e9b4 req-f2a7ee27-4a92-435e-baa1-c63d38baf3d4 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Updated VIF entry in instance network info cache for port d25f97fe-53a5-47e0-91e6-3d4803687322. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.824973] env[63326]: DEBUG nova.network.neutron [req-fc039d0b-19dd-43f4-a186-ea7fe3c7e9b4 req-f2a7ee27-4a92-435e-baa1-c63d38baf3d4 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Updating instance_info_cache with network_info: [{"id": "d25f97fe-53a5-47e0-91e6-3d4803687322", "address": "fa:16:3e:30:9c:ef", "network": {"id": "ce3887cf-042b-4051-a2b4-cecd57e73d48", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1334523346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70ccab695804a75ad621f532d0b7f66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd25f97fe-53", "ovs_interfaceid": "d25f97fe-53a5-47e0-91e6-3d4803687322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.826445] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "944b7c37-da3b-4f3f-8abf-cf89005304ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.826687] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "944b7c37-da3b-4f3f-8abf-cf89005304ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.826881] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "944b7c37-da3b-4f3f-8abf-cf89005304ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.827685] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "944b7c37-da3b-4f3f-8abf-cf89005304ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.827685] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "944b7c37-da3b-4f3f-8abf-cf89005304ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.829817] env[63326]: INFO nova.compute.manager [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Terminating instance [ 1863.953872] env[63326]: DEBUG nova.compute.manager [req-879256cc-1e19-46e2-97d0-33698a84fdc5 req-d4b6ee5c-a831-4f18-b231-70da89a50c37 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received event network-vif-unplugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1863.953872] env[63326]: DEBUG oslo_concurrency.lockutils [req-879256cc-1e19-46e2-97d0-33698a84fdc5 req-d4b6ee5c-a831-4f18-b231-70da89a50c37 service nova] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.953872] env[63326]: DEBUG oslo_concurrency.lockutils [req-879256cc-1e19-46e2-97d0-33698a84fdc5 req-d4b6ee5c-a831-4f18-b231-70da89a50c37 service nova] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.953872] env[63326]: DEBUG oslo_concurrency.lockutils [req-879256cc-1e19-46e2-97d0-33698a84fdc5 req-d4b6ee5c-a831-4f18-b231-70da89a50c37 service nova] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.953872] env[63326]: DEBUG nova.compute.manager [req-879256cc-1e19-46e2-97d0-33698a84fdc5 req-d4b6ee5c-a831-4f18-b231-70da89a50c37 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] No waiting events found dispatching network-vif-unplugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1863.954230] env[63326]: WARNING nova.compute.manager [req-879256cc-1e19-46e2-97d0-33698a84fdc5 req-d4b6ee5c-a831-4f18-b231-70da89a50c37 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received unexpected event network-vif-unplugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 for instance with vm_state shelved and task_state shelving_offloading. [ 1864.011765] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.012687] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e50c8de-0995-47cd-9313-07823ea757c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.020937] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.021189] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a781959d-2554-4454-88a2-d3cfcda20189 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.122950] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.123176] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.123407] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleting the datastore file [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.124054] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fed4c7fa-f0a1-41fa-a8f9-ef892543ecd6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.128643] env[63326]: DEBUG oslo_vmware.api [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563963} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.129192] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.129386] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.129588] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.129769] env[63326]: INFO nova.compute.manager [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1864.130017] env[63326]: DEBUG oslo.service.loopingcall [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.130256] env[63326]: DEBUG nova.compute.manager [-] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.130330] env[63326]: DEBUG nova.network.neutron [-] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.133591] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1864.133591] env[63326]: value = "task-1726831" [ 1864.133591] env[63326]: _type = "Task" [ 1864.133591] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.141291] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.199826] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726829, 'name': Rename_Task, 'duration_secs': 0.174154} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.200046] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.200290] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c1b25e-753d-4a91-81bc-0a9ae9ae5e0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.206365] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1864.206365] env[63326]: value = "task-1726832" [ 1864.206365] env[63326]: _type = "Task" [ 1864.206365] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.214044] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.330336] env[63326]: DEBUG oslo_concurrency.lockutils [req-fc039d0b-19dd-43f4-a186-ea7fe3c7e9b4 req-f2a7ee27-4a92-435e-baa1-c63d38baf3d4 service nova] Releasing lock "refresh_cache-099891d4-9d32-4225-8c5c-bb43dd31f63e" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.334545] env[63326]: DEBUG nova.compute.manager [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1864.334890] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.335821] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cc68dc-2bc5-4590-ab36-899f1c97b951 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.343689] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.345296] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc2d97f-1e4c-4b61-8c8d-f1a857eec318 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.351909] env[63326]: DEBUG oslo_vmware.api [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1864.351909] env[63326]: value = "task-1726833" [ 1864.351909] env[63326]: _type = "Task" [ 1864.351909] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.360550] env[63326]: DEBUG oslo_vmware.api [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.644073] env[63326]: DEBUG oslo_vmware.api [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284486} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.644320] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.645051] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.645051] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.672030] env[63326]: INFO nova.scheduler.client.report [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted allocations for instance 7d4ee28c-32ff-4a6d-8dac-9904668086be [ 1864.716364] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.848313] env[63326]: DEBUG nova.network.neutron [-] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.862681] env[63326]: DEBUG oslo_vmware.api [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726833, 'name': PowerOffVM_Task, 'duration_secs': 0.207066} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.862956] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.863142] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.863673] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2218ff0-d211-4840-953a-faa340c38dce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.176625] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.176974] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.177149] env[63326]: DEBUG nova.objects.instance [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'resources' on Instance uuid 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.218866] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726832, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.285279] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1865.285509] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1865.285690] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleting the datastore file [datastore1] 944b7c37-da3b-4f3f-8abf-cf89005304ad {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.285998] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0014de3-6369-4a6e-838b-c05a7135caed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.292356] env[63326]: DEBUG oslo_vmware.api [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1865.292356] env[63326]: value = "task-1726835" [ 1865.292356] env[63326]: _type = "Task" [ 1865.292356] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.300301] env[63326]: DEBUG oslo_vmware.api [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.350420] env[63326]: INFO nova.compute.manager [-] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Took 1.22 seconds to deallocate network for instance. [ 1865.679544] env[63326]: DEBUG nova.objects.instance [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.690182] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1865.690380] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1865.719168] env[63326]: DEBUG oslo_vmware.api [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726832, 'name': PowerOnVM_Task, 'duration_secs': 1.091612} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.719418] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.803496] env[63326]: DEBUG oslo_vmware.api [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.816616] env[63326]: DEBUG nova.compute.manager [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.817473] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dec22af-75c6-4f63-b22b-f68ac883b4b8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.857098] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.984422] env[63326]: DEBUG nova.compute.manager [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received event network-changed-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1865.984675] env[63326]: DEBUG nova.compute.manager [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Refreshing instance network info cache due to event network-changed-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1865.984794] env[63326]: DEBUG oslo_concurrency.lockutils [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] Acquiring lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.984938] env[63326]: DEBUG oslo_concurrency.lockutils [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] Acquired lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.985175] env[63326]: DEBUG nova.network.neutron [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Refreshing network info cache for port 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1866.181723] env[63326]: DEBUG nova.objects.base [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Object Instance<7d4ee28c-32ff-4a6d-8dac-9904668086be> lazy-loaded attributes: resources,numa_topology {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1866.303018] env[63326]: DEBUG oslo_vmware.api [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552159} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.303285] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1866.303503] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1866.303694] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1866.303873] env[63326]: INFO nova.compute.manager [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Took 1.97 seconds to destroy the instance on the hypervisor. [ 1866.304122] env[63326]: DEBUG oslo.service.loopingcall [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.304324] env[63326]: DEBUG nova.compute.manager [-] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1866.304422] env[63326]: DEBUG nova.network.neutron [-] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1866.308491] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef8c0d4-f815-41c7-9475-e6eb428e125c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.315704] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb7895d-c65e-4cab-b62d-e08c44dbfee8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.351988] env[63326]: DEBUG oslo_concurrency.lockutils [None req-81d1cc43-44bb-4dbc-b4e7-6775fd63f9da tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.009s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.356152] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e727c588-2636-4d6f-a110-0b8351612c54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.364472] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034ab0c2-3c90-4f1c-97b2-605602c2b858 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.379834] env[63326]: DEBUG nova.compute.provider_tree [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.436537] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.691057] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1866.771315] env[63326]: DEBUG nova.network.neutron [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updated VIF entry in instance network info cache for port 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.772110] env[63326]: DEBUG nova.network.neutron [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [{"id": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "address": "fa:16:3e:a0:01:26", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0d9206ed-4b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.883320] env[63326]: DEBUG nova.scheduler.client.report [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.200790] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.274642] env[63326]: DEBUG oslo_concurrency.lockutils [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] Releasing lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.274872] env[63326]: DEBUG nova.compute.manager [req-e4c5c0e3-4ccd-4ac5-846c-c65271ba202d req-c52baba7-7615-41e1-9bb4-5a9fb707dee6 service nova] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Received event network-vif-deleted-fe15d383-dc33-47bd-96e2-94035bf07746 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1867.335598] env[63326]: DEBUG nova.network.neutron [-] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.389273] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.392829] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.536s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.394192] env[63326]: DEBUG nova.objects.instance [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lazy-loading 'resources' on Instance uuid f5d2562c-4bb6-4059-9b63-87bcefeefe59 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.449180] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.449461] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.449714] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.449916] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.450167] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.452321] env[63326]: INFO nova.compute.manager [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Terminating instance [ 1867.838883] env[63326]: INFO nova.compute.manager [-] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Took 1.53 seconds to deallocate network for instance. [ 1867.901314] env[63326]: DEBUG oslo_concurrency.lockutils [None req-d8509c0b-f446-4b93-84bc-11fe704b1360 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.451s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.902538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.466s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.902538] env[63326]: INFO nova.compute.manager [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Unshelving [ 1867.959297] env[63326]: DEBUG nova.compute.manager [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1867.959647] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.960551] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432dcc41-0755-485d-86f4-5ab682f79c72 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.968429] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.970758] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef384c1a-5d98-4383-a943-f887e1e96351 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.978457] env[63326]: DEBUG oslo_vmware.api [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1867.978457] env[63326]: value = "task-1726836" [ 1867.978457] env[63326]: _type = "Task" [ 1867.978457] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.989637] env[63326]: DEBUG oslo_vmware.api [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.010974] env[63326]: DEBUG nova.compute.manager [req-56c25053-ea74-40d6-9a14-0f1007467ae7 req-a1850370-b257-49fe-92eb-ca0b7c4f7e91 service nova] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Received event network-vif-deleted-ff34b8c9-6586-4b96-98d6-c31ca7cb7c49 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1868.048731] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b063558a-d67b-412a-bc63-53e689ba2ccc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.056471] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3925ba-463d-4e90-b6da-5291ef7d85f6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.088301] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bea6fa0-2775-4c81-88aa-c5827a2cb994 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.096130] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a53e7d-82a5-4b5e-8a8d-411ee1acd42d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.110024] env[63326]: DEBUG nova.compute.provider_tree [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.345631] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.488038] env[63326]: DEBUG oslo_vmware.api [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726836, 'name': PowerOffVM_Task, 'duration_secs': 0.191461} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.488332] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.488564] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.488844] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0d68a61-1c05-4647-9e83-e8937385246a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.613742] env[63326]: DEBUG nova.scheduler.client.report [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.892663] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.892896] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.893088] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleting the datastore file [datastore1] b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.893354] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-642fa030-7a67-4de6-99cf-d29938cb9c86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.900871] env[63326]: DEBUG oslo_vmware.api [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for the task: (returnval){ [ 1868.900871] env[63326]: value = "task-1726838" [ 1868.900871] env[63326]: _type = "Task" [ 1868.900871] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.909262] env[63326]: DEBUG oslo_vmware.api [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.910666] env[63326]: DEBUG nova.compute.utils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.118906] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.122053] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.921s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.122053] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.122053] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1869.122280] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.777s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.122561] env[63326]: DEBUG nova.objects.instance [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lazy-loading 'resources' on Instance uuid 944b7c37-da3b-4f3f-8abf-cf89005304ad {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.124082] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f65eb-0806-452c-8dcc-77b3a3460900 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.133173] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea02434-e2c2-4f83-b921-1d645f4d96d5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.138857] env[63326]: INFO nova.scheduler.client.report [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleted allocations for instance f5d2562c-4bb6-4059-9b63-87bcefeefe59 [ 1869.150617] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d349f8d2-dd24-42e3-b0c3-224e33d20b6a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.157889] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411e1e59-7e6a-4b5a-adcc-99e53a9a2ad6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.187865] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180320MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1869.188071] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.410962] env[63326]: DEBUG oslo_vmware.api [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Task: {'id': task-1726838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320866} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.411335] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1869.411335] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1869.411492] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1869.411737] env[63326]: INFO nova.compute.manager [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1869.411996] env[63326]: DEBUG oslo.service.loopingcall [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.412204] env[63326]: DEBUG nova.compute.manager [-] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1869.412301] env[63326]: DEBUG nova.network.neutron [-] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1869.414393] env[63326]: INFO nova.virt.block_device [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Booting with volume 29922924-7eca-44e7-94f6-08ea7b263792 at /dev/sdb [ 1869.452439] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bdf277c-ea0f-41d7-8170-20f2ae916166 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.463932] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7e8e1-50ea-4657-b123-c4d5b4cf5e4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.492549] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b3e1dd5-9645-4db1-9054-f76d17216c4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.501019] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0a8de-2f73-414f-8a43-27c5ac3ebbc9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.531971] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0856953-f7f7-4886-bb5e-947cdf11683b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.538201] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ec70ba-5bb6-4c99-bf34-1a66ca4c31c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.551260] env[63326]: DEBUG nova.virt.block_device [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating existing volume attachment record: 47495fc0-3feb-4a3f-a604-72c202233ed5 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1869.656803] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8797931e-46ee-4b07-8a34-98b138d47b3e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "f5d2562c-4bb6-4059-9b63-87bcefeefe59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.718s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.772089] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbd7eb9-0179-4cd9-9c07-f625d0c21765 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.778860] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57183d7c-fde7-4831-965d-ee93223dfdbe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.810772] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fe79f6-a877-4b51-8f5b-daa94626780a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.818792] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc425101-ace0-4e7d-aaed-d8b895256bf8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.833766] env[63326]: DEBUG nova.compute.provider_tree [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.042916] env[63326]: DEBUG nova.compute.manager [req-8a4c4497-9488-4e1e-844d-1929e9d92808 req-3786876c-9833-4aaf-9fe7-41b89cd0f8b7 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Received event network-vif-deleted-23288c63-52f8-4535-af77-5b3634ee9017 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1870.042916] env[63326]: INFO nova.compute.manager [req-8a4c4497-9488-4e1e-844d-1929e9d92808 req-3786876c-9833-4aaf-9fe7-41b89cd0f8b7 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Neutron deleted interface 23288c63-52f8-4535-af77-5b3634ee9017; detaching it from the instance and deleting it from the info cache [ 1870.042916] env[63326]: DEBUG nova.network.neutron [req-8a4c4497-9488-4e1e-844d-1929e9d92808 req-3786876c-9833-4aaf-9fe7-41b89cd0f8b7 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.337925] env[63326]: DEBUG nova.scheduler.client.report [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.341515] env[63326]: DEBUG nova.network.neutron [-] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.548327] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c93f263-0b02-48e2-bb32-2cea09345197 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.558191] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122549b-e2c9-4c6a-9448-6011f1b92210 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.589475] env[63326]: DEBUG nova.compute.manager [req-8a4c4497-9488-4e1e-844d-1929e9d92808 req-3786876c-9833-4aaf-9fe7-41b89cd0f8b7 service nova] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Detach interface failed, port_id=23288c63-52f8-4535-af77-5b3634ee9017, reason: Instance b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1870.821980] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.822282] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.822490] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "8d90c894-d33f-4472-ad9f-c24f12eeb514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.822672] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.822840] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.826690] env[63326]: INFO nova.compute.manager [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Terminating instance [ 1870.843327] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.847601] env[63326]: INFO nova.compute.manager [-] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Took 1.44 seconds to deallocate network for instance. [ 1870.848012] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.660s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.875569] env[63326]: INFO nova.scheduler.client.report [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleted allocations for instance 944b7c37-da3b-4f3f-8abf-cf89005304ad [ 1871.330434] env[63326]: DEBUG nova.compute.manager [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.330936] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.331818] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d82342-6bd3-4ee4-a801-0ff9169c0e35 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.339716] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.339945] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7bf085-b25d-49e7-8c75-70e2575cac24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.345699] env[63326]: DEBUG oslo_vmware.api [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1871.345699] env[63326]: value = "task-1726842" [ 1871.345699] env[63326]: _type = "Task" [ 1871.345699] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.357923] env[63326]: DEBUG oslo_vmware.api [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.362658] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.384058] env[63326]: DEBUG oslo_concurrency.lockutils [None req-91e1069a-4fb4-452a-bb1d-84cc1c6a42f3 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "944b7c37-da3b-4f3f-8abf-cf89005304ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.557s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.541486] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.541805] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.856428] env[63326]: DEBUG oslo_vmware.api [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726842, 'name': PowerOffVM_Task, 'duration_secs': 0.19674} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.856852] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.856852] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.857106] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd5f9e1c-7d36-4aa8-b221-15701b48b861 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.879438] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f214df39-a352-450d-9a68-ccaa5d209b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.879584] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 8d90c894-d33f-4472-ad9f-c24f12eeb514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.879706] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b58b7d17-be81-40e5-bee9-a7b915600f84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.879819] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 376f2500-44ee-4a73-98de-eb28ba305a24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.879933] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.880052] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3ff8d06e-9293-4306-ad3f-534900440716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.880173] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.880270] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 099891d4-9d32-4225-8c5c-bb43dd31f63e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1871.970719] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.970948] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.971149] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleting the datastore file [datastore1] 8d90c894-d33f-4472-ad9f-c24f12eeb514 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.971425] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69cff930-ae9c-4916-8739-ce4c8c237006 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.978446] env[63326]: DEBUG oslo_vmware.api [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for the task: (returnval){ [ 1871.978446] env[63326]: value = "task-1726845" [ 1871.978446] env[63326]: _type = "Task" [ 1871.978446] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.985923] env[63326]: DEBUG oslo_vmware.api [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.045202] env[63326]: DEBUG nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.383287] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 7d4ee28c-32ff-4a6d-8dac-9904668086be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1872.489785] env[63326]: DEBUG oslo_vmware.api [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Task: {'id': task-1726845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136204} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.490051] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.490244] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.490416] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.490587] env[63326]: INFO nova.compute.manager [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1872.490892] env[63326]: DEBUG oslo.service.loopingcall [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.491101] env[63326]: DEBUG nova.compute.manager [-] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.491194] env[63326]: DEBUG nova.network.neutron [-] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.563283] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.750685] env[63326]: DEBUG nova.compute.manager [req-ebe7765d-7a76-4440-a055-683102505d1a req-9b35bf5e-eca1-4c56-9832-bdd45c47298f service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Received event network-vif-deleted-af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1872.750901] env[63326]: INFO nova.compute.manager [req-ebe7765d-7a76-4440-a055-683102505d1a req-9b35bf5e-eca1-4c56-9832-bdd45c47298f service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Neutron deleted interface af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c; detaching it from the instance and deleting it from the info cache [ 1872.751090] env[63326]: DEBUG nova.network.neutron [req-ebe7765d-7a76-4440-a055-683102505d1a req-9b35bf5e-eca1-4c56-9832-bdd45c47298f service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.887096] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance f08b5542-82ba-4137-b3bf-28f5440f6bb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1872.887096] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1872.887096] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1873.019534] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016ae9c1-d4a0-4ed4-85ed-e9a7a65863fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.027614] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67abbf2f-7423-4745-b717-377711d4572b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.058045] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d203c-b219-4b84-b69a-25db217b8181 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.065849] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ee5235-5ae2-44ad-b4a8-a193cc6bdfd4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.079549] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.229604] env[63326]: DEBUG nova.network.neutron [-] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.253344] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8df176d-3c7e-4c55-be6f-4ce73502ca76 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.265420] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d18f49b-1ea5-4c9a-821c-aa5ee1f7b669 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.294847] env[63326]: DEBUG nova.compute.manager [req-ebe7765d-7a76-4440-a055-683102505d1a req-9b35bf5e-eca1-4c56-9832-bdd45c47298f service nova] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Detach interface failed, port_id=af8c3fad-77a6-4258-b9ae-b79f6ab0aa9c, reason: Instance 8d90c894-d33f-4472-ad9f-c24f12eeb514 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1873.583043] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.733534] env[63326]: INFO nova.compute.manager [-] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Took 1.24 seconds to deallocate network for instance. [ 1874.089495] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1874.089770] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.242s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.089986] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.727s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.090229] env[63326]: DEBUG nova.objects.instance [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lazy-loading 'resources' on Instance uuid b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.240259] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.725571] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbcf9d2-3212-4395-aa78-47de10c2c787 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.732889] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070b1b1-05d2-4161-ad0e-fbd3bd102d8e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.762384] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc8175-aa31-40ec-b6e2-ca2bda698b39 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.769442] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad5eaf-261e-4ba5-a91b-cf39c989d18a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.783947] env[63326]: DEBUG nova.compute.provider_tree [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.143094] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.287041] env[63326]: DEBUG nova.scheduler.client.report [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.525612] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "b58b7d17-be81-40e5-bee9-a7b915600f84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.525869] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.526164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "b58b7d17-be81-40e5-bee9-a7b915600f84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.526282] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.526455] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.528541] env[63326]: INFO nova.compute.manager [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Terminating instance [ 1875.791899] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.794211] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.231s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.795932] env[63326]: INFO nova.compute.claims [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1875.810751] env[63326]: INFO nova.scheduler.client.report [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Deleted allocations for instance b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf [ 1876.033053] env[63326]: DEBUG nova.compute.manager [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1876.033053] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.033701] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bdcc1a-f822-4edc-a30d-3a4e914dfcd2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.041545] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.041770] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed22f245-25a4-44d2-b4ad-9a81929fcf3c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.048130] env[63326]: DEBUG oslo_vmware.api [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1876.048130] env[63326]: value = "task-1726846" [ 1876.048130] env[63326]: _type = "Task" [ 1876.048130] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.055906] env[63326]: DEBUG oslo_vmware.api [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.091621] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1876.091933] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1876.092112] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1876.092237] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1876.319306] env[63326]: DEBUG oslo_concurrency.lockutils [None req-244109a3-46f2-4eec-86ef-59b7385b4a13 tempest-ServerActionsTestOtherB-2019145078 tempest-ServerActionsTestOtherB-2019145078-project-member] Lock "b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.870s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.558457] env[63326]: DEBUG oslo_vmware.api [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726846, 'name': PowerOffVM_Task, 'duration_secs': 0.267583} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.558730] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1876.558906] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1876.559241] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e894c50a-b700-4523-b120-8b4d933cd681 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.597045] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Skipping network cache update for instance because it is being deleted. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1876.597291] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Skipping network cache update for instance because it is Building. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1876.627288] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.627434] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.627582] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1876.627737] env[63326]: DEBUG nova.objects.instance [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lazy-loading 'info_cache' on Instance uuid f214df39-a352-450d-9a68-ccaa5d209b48 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.937037] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9a4bf2-87bd-4070-9c44-269457abde7b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.944309] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74459df1-2b24-4b26-bdf1-675d9a1cd46b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.974707] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a02baef-f94a-4c06-82be-e1c21b654f79 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.982227] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64267a93-b80c-4a64-9d1f-613fb2af74f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.996238] env[63326]: DEBUG nova.compute.provider_tree [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.499482] env[63326]: DEBUG nova.scheduler.client.report [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.004493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.005069] env[63326]: DEBUG nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1878.007829] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.768s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.008047] env[63326]: DEBUG nova.objects.instance [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lazy-loading 'resources' on Instance uuid 8d90c894-d33f-4472-ad9f-c24f12eeb514 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.458351] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.511013] env[63326]: DEBUG nova.compute.utils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1878.515275] env[63326]: DEBUG nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1878.515456] env[63326]: DEBUG nova.network.neutron [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1878.561822] env[63326]: DEBUG nova.policy [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61598bedf88a45bcae9f8d91e76c785b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc58617b70964ab29a030fb38aeb32eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1878.663340] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12867a0b-d8ce-445a-8992-9ccd9c498992 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.673344] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d2fc7d-6e78-4463-9561-ae04dd6ac29c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.705366] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381673d-6568-42d7-964c-687d9fc0ef19 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.713426] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c103c57-a6df-4912-9282-190b38954d50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.727947] env[63326]: DEBUG nova.compute.provider_tree [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.906705] env[63326]: DEBUG nova.network.neutron [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Successfully created port: 4a150547-809e-4c0f-880a-6d2e02680805 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1878.961377] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.962073] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1878.962073] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.962073] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.962403] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.962403] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.962468] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1879.015872] env[63326]: DEBUG nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1879.230117] env[63326]: DEBUG nova.scheduler.client.report [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.734932] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.737176] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.594s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.737388] env[63326]: DEBUG nova.objects.instance [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.780838] env[63326]: INFO nova.scheduler.client.report [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Deleted allocations for instance 8d90c894-d33f-4472-ad9f-c24f12eeb514 [ 1880.027141] env[63326]: DEBUG nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1880.071616] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.072031] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.072232] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.072522] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.072640] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.072743] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.072949] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.073141] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.073471] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.073590] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.073706] env[63326]: DEBUG nova.virt.hardware [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.074726] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120a2d84-a577-4361-bf78-dd7f6f6e8048 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.082962] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ede0f4-4639-4ddd-be22-2c4a3afa1480 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.242043] env[63326]: DEBUG nova.objects.instance [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.289417] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32ffd844-0c6c-4e0d-aef2-2d69b51bde4e tempest-ServerRescueNegativeTestJSON-1657700388 tempest-ServerRescueNegativeTestJSON-1657700388-project-member] Lock "8d90c894-d33f-4472-ad9f-c24f12eeb514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.467s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.558986] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.744359] env[63326]: INFO nova.compute.claims [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.300773] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.301071] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.301275] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleting the datastore file [datastore1] b58b7d17-be81-40e5-bee9-a7b915600f84 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.301449] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-607dd0e8-b19c-46c2-a918-7c3fb68a3863 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.309496] env[63326]: DEBUG oslo_vmware.api [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1881.309496] env[63326]: value = "task-1726849" [ 1881.309496] env[63326]: _type = "Task" [ 1881.309496] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.321018] env[63326]: DEBUG oslo_vmware.api [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.828388] env[63326]: DEBUG oslo_vmware.api [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152905} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.831010] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.831228] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.831414] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.831620] env[63326]: INFO nova.compute.manager [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Took 5.80 seconds to destroy the instance on the hypervisor. [ 1881.831909] env[63326]: DEBUG oslo.service.loopingcall [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.833298] env[63326]: DEBUG nova.compute.manager [-] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1881.833298] env[63326]: DEBUG nova.network.neutron [-] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1881.908225] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e100e-7d8d-4787-b4b7-db8ac3d212c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.921603] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62460c28-49b3-4bbc-b29f-1c73088c7b46 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.961126] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d49a75c-46bb-4d09-9419-d67e4cf97c8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.978537] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1034eff8-d98a-47e9-b8a7-68a9443805cc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.997206] env[63326]: DEBUG nova.compute.provider_tree [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.478778] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "3ff8d06e-9293-4306-ad3f-534900440716" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.481010] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.481010] env[63326]: INFO nova.compute.manager [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Shelving [ 1882.505018] env[63326]: DEBUG nova.scheduler.client.report [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1882.638633] env[63326]: DEBUG nova.compute.manager [req-494afab5-1ffb-4fc7-b2fb-fb3a1cc954b6 req-2e31d20a-db33-4b78-af66-865ccf840eb1 service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Received event network-vif-plugged-4a150547-809e-4c0f-880a-6d2e02680805 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1882.638633] env[63326]: DEBUG oslo_concurrency.lockutils [req-494afab5-1ffb-4fc7-b2fb-fb3a1cc954b6 req-2e31d20a-db33-4b78-af66-865ccf840eb1 service nova] Acquiring lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.638633] env[63326]: DEBUG oslo_concurrency.lockutils [req-494afab5-1ffb-4fc7-b2fb-fb3a1cc954b6 req-2e31d20a-db33-4b78-af66-865ccf840eb1 service nova] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.639572] env[63326]: DEBUG oslo_concurrency.lockutils [req-494afab5-1ffb-4fc7-b2fb-fb3a1cc954b6 req-2e31d20a-db33-4b78-af66-865ccf840eb1 service nova] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.639572] env[63326]: DEBUG nova.compute.manager [req-494afab5-1ffb-4fc7-b2fb-fb3a1cc954b6 req-2e31d20a-db33-4b78-af66-865ccf840eb1 service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] No waiting events found dispatching network-vif-plugged-4a150547-809e-4c0f-880a-6d2e02680805 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1882.639572] env[63326]: WARNING nova.compute.manager [req-494afab5-1ffb-4fc7-b2fb-fb3a1cc954b6 req-2e31d20a-db33-4b78-af66-865ccf840eb1 service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Received unexpected event network-vif-plugged-4a150547-809e-4c0f-880a-6d2e02680805 for instance with vm_state building and task_state spawning. [ 1882.768164] env[63326]: DEBUG nova.compute.manager [req-958c9a47-4b92-4e26-ae00-fe4153f5eec1 req-ec96eb94-2a3e-4c5f-b0d7-a6f8caffb8ae service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Received event network-vif-deleted-44e2434b-9d32-4c85-a3b0-b7e6165322a7 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1882.768457] env[63326]: INFO nova.compute.manager [req-958c9a47-4b92-4e26-ae00-fe4153f5eec1 req-ec96eb94-2a3e-4c5f-b0d7-a6f8caffb8ae service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Neutron deleted interface 44e2434b-9d32-4c85-a3b0-b7e6165322a7; detaching it from the instance and deleting it from the info cache [ 1882.768988] env[63326]: DEBUG nova.network.neutron [req-958c9a47-4b92-4e26-ae00-fe4153f5eec1 req-ec96eb94-2a3e-4c5f-b0d7-a6f8caffb8ae service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.771499] env[63326]: DEBUG nova.network.neutron [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Successfully updated port: 4a150547-809e-4c0f-880a-6d2e02680805 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1883.008977] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.272s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.036950] env[63326]: INFO nova.network.neutron [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating port 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1883.115751] env[63326]: DEBUG nova.network.neutron [-] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.277016] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85c121ce-b910-4178-8d32-6620ecb1abba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.277016] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "refresh_cache-f08b5542-82ba-4137-b3bf-28f5440f6bb6" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.277728] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "refresh_cache-f08b5542-82ba-4137-b3bf-28f5440f6bb6" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.277728] env[63326]: DEBUG nova.network.neutron [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.287382] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d01133-ab9a-4ff7-9475-ef2eba5fcce9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.316431] env[63326]: DEBUG nova.compute.manager [req-958c9a47-4b92-4e26-ae00-fe4153f5eec1 req-ec96eb94-2a3e-4c5f-b0d7-a6f8caffb8ae service nova] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Detach interface failed, port_id=44e2434b-9d32-4c85-a3b0-b7e6165322a7, reason: Instance b58b7d17-be81-40e5-bee9-a7b915600f84 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1883.490025] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.490025] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9fc914c-70f0-4b63-9b40-1635243dac84 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.497709] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1883.497709] env[63326]: value = "task-1726850" [ 1883.497709] env[63326]: _type = "Task" [ 1883.497709] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.505428] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.617679] env[63326]: INFO nova.compute.manager [-] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Took 1.78 seconds to deallocate network for instance. [ 1883.807597] env[63326]: DEBUG nova.network.neutron [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.933391] env[63326]: DEBUG nova.network.neutron [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Updating instance_info_cache with network_info: [{"id": "4a150547-809e-4c0f-880a-6d2e02680805", "address": "fa:16:3e:18:24:89", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a150547-80", "ovs_interfaceid": "4a150547-809e-4c0f-880a-6d2e02680805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.007330] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726850, 'name': PowerOffVM_Task, 'duration_secs': 0.164478} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.007596] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.008408] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655bca86-3ce0-452b-a145-a0755ae9dc99 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.026131] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060284ac-eb51-4147-925a-cb6d73e3e6a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.125820] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.126149] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.127856] env[63326]: DEBUG nova.objects.instance [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'resources' on Instance uuid b58b7d17-be81-40e5-bee9-a7b915600f84 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.436015] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "refresh_cache-f08b5542-82ba-4137-b3bf-28f5440f6bb6" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.436387] env[63326]: DEBUG nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Instance network_info: |[{"id": "4a150547-809e-4c0f-880a-6d2e02680805", "address": "fa:16:3e:18:24:89", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a150547-80", "ovs_interfaceid": "4a150547-809e-4c0f-880a-6d2e02680805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1884.436825] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:24:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a150547-809e-4c0f-880a-6d2e02680805', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.444376] env[63326]: DEBUG oslo.service.loopingcall [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.444600] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.444823] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-044f94fa-35e9-4a2f-8ff5-9a812c3b73ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.469751] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.469751] env[63326]: value = "task-1726851" [ 1884.469751] env[63326]: _type = "Task" [ 1884.469751] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.477353] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726851, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.535879] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1884.536254] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30d5b6ba-e754-46fa-a438-3f77522ca6bf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.544765] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1884.544765] env[63326]: value = "task-1726852" [ 1884.544765] env[63326]: _type = "Task" [ 1884.544765] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.552639] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726852, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.599460] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.599583] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.600123] env[63326]: DEBUG nova.network.neutron [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.667467] env[63326]: DEBUG nova.compute.manager [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Received event network-changed-4a150547-809e-4c0f-880a-6d2e02680805 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1884.667780] env[63326]: DEBUG nova.compute.manager [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Refreshing instance network info cache due to event network-changed-4a150547-809e-4c0f-880a-6d2e02680805. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1884.668102] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Acquiring lock "refresh_cache-f08b5542-82ba-4137-b3bf-28f5440f6bb6" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.668319] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Acquired lock "refresh_cache-f08b5542-82ba-4137-b3bf-28f5440f6bb6" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.668546] env[63326]: DEBUG nova.network.neutron [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Refreshing network info cache for port 4a150547-809e-4c0f-880a-6d2e02680805 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.742617] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc104d81-0283-44aa-a837-ee5962ed175c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.750941] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b9cabf-81c6-42b6-a74f-257c5af8d65e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.781144] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e304bb-116b-40e5-95d6-7841ca5f233e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.788952] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27b7f2e-2f13-4257-96df-edaacc369d26 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.801959] env[63326]: DEBUG nova.compute.provider_tree [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.979365] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726851, 'name': CreateVM_Task, 'duration_secs': 0.40775} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.979559] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.986750] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.986928] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.987297] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.987560] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b8580f-4a46-4682-869d-eb91b27e7c67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.992375] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1884.992375] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f4a6c2-47ee-74ed-a732-cb5cee013c72" [ 1884.992375] env[63326]: _type = "Task" [ 1884.992375] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.000458] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f4a6c2-47ee-74ed-a732-cb5cee013c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.055168] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726852, 'name': CreateSnapshot_Task, 'duration_secs': 0.449277} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.055588] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1885.056848] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd3138-f56b-4413-9d36-83dc0991b0ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.305652] env[63326]: DEBUG nova.scheduler.client.report [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.309691] env[63326]: DEBUG nova.network.neutron [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [{"id": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "address": "fa:16:3e:a0:01:26", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9206ed-4b", "ovs_interfaceid": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.365255] env[63326]: DEBUG nova.network.neutron [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Updated VIF entry in instance network info cache for port 4a150547-809e-4c0f-880a-6d2e02680805. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.365672] env[63326]: DEBUG nova.network.neutron [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Updating instance_info_cache with network_info: [{"id": "4a150547-809e-4c0f-880a-6d2e02680805", "address": "fa:16:3e:18:24:89", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a150547-80", "ovs_interfaceid": "4a150547-809e-4c0f-880a-6d2e02680805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.503770] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f4a6c2-47ee-74ed-a732-cb5cee013c72, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.504164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.504394] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.505070] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.505070] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.505070] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.505344] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c52a0b9b-15bd-4801-b56f-110e786e05ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.513341] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.513520] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.514308] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462b05c2-a05e-4d8b-a38c-8c2a76ea02d6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.519455] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1885.519455] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52178dc7-2a73-a59c-34c1-ba71c5736383" [ 1885.519455] env[63326]: _type = "Task" [ 1885.519455] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.526780] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52178dc7-2a73-a59c-34c1-ba71c5736383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.573723] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1885.574178] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-483d74f8-5fb1-45bc-b7ec-597792dc6fec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.583645] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1885.583645] env[63326]: value = "task-1726853" [ 1885.583645] env[63326]: _type = "Task" [ 1885.583645] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.591866] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726853, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.812229] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.814650] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.844522] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c1ae63b8ab30b2955c853f2a2505140c',container_format='bare',created_at=2024-12-11T03:39:30Z,direct_url=,disk_format='vmdk',id=5ad8cd5b-b749-4cda-b1e4-e4604423f817,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1462586881-shelved',owner='5f60207c25cb4ee6a7a8cb5673c98c97',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2024-12-11T03:39:50Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.844823] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.845148] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.845518] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.845772] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.845919] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.846159] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.846348] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.846533] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.846696] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.846894] env[63326]: DEBUG nova.virt.hardware [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.847923] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade1e1d-ab85-4a27-8d02-3e80b996dd66 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.851746] env[63326]: INFO nova.scheduler.client.report [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted allocations for instance b58b7d17-be81-40e5-bee9-a7b915600f84 [ 1885.861315] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101355f8-3c57-4b8a-bd93-6ade6efb2afc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.867932] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Releasing lock "refresh_cache-f08b5542-82ba-4137-b3bf-28f5440f6bb6" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.868385] env[63326]: DEBUG nova.compute.manager [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received event network-vif-plugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1885.868991] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.868991] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.869161] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.869319] env[63326]: DEBUG nova.compute.manager [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] No waiting events found dispatching network-vif-plugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1885.869491] env[63326]: WARNING nova.compute.manager [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received unexpected event network-vif-plugged-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 for instance with vm_state shelved_offloaded and task_state spawning. [ 1885.869654] env[63326]: DEBUG nova.compute.manager [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received event network-changed-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1885.869810] env[63326]: DEBUG nova.compute.manager [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Refreshing instance network info cache due to event network-changed-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1885.869993] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Acquiring lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.870150] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Acquired lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.870312] env[63326]: DEBUG nova.network.neutron [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Refreshing network info cache for port 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.880032] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:01:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d9206ed-4b42-4b4c-9e1c-65059ff4ca81', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.887237] env[63326]: DEBUG oslo.service.loopingcall [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.890289] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.891043] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd326da4-a218-4951-84e6-b4bb26d8fc38 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.910772] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.910772] env[63326]: value = "task-1726854" [ 1885.910772] env[63326]: _type = "Task" [ 1885.910772] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.920343] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726854, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.029788] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52178dc7-2a73-a59c-34c1-ba71c5736383, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.032470] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6280b03-ab32-4afb-bbe7-5a5e8f016a5f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.037951] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1886.037951] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fed617-7f88-1231-b38a-51f25ec5c710" [ 1886.037951] env[63326]: _type = "Task" [ 1886.037951] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.045013] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fed617-7f88-1231-b38a-51f25ec5c710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.094546] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726853, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.131691] env[63326]: DEBUG nova.network.neutron [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updated VIF entry in instance network info cache for port 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.132099] env[63326]: DEBUG nova.network.neutron [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [{"id": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "address": "fa:16:3e:a0:01:26", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d9206ed-4b", "ovs_interfaceid": "0d9206ed-4b42-4b4c-9e1c-65059ff4ca81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.359924] env[63326]: DEBUG oslo_concurrency.lockutils [None req-262bca32-3eb6-4dae-bc1b-a6f65177d8ec tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "b58b7d17-be81-40e5-bee9-a7b915600f84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.834s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.421971] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726854, 'name': CreateVM_Task, 'duration_secs': 0.392767} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.421971] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.422394] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.422543] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.422937] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.423212] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1677ec6d-85fc-41ea-ac56-b93b24af7a1a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.428238] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1886.428238] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e05e08-704a-aa9d-a36c-fbe479182fcf" [ 1886.428238] env[63326]: _type = "Task" [ 1886.428238] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.435736] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e05e08-704a-aa9d-a36c-fbe479182fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.550280] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52fed617-7f88-1231-b38a-51f25ec5c710, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.551024] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.551412] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6/f08b5542-82ba-4137-b3bf-28f5440f6bb6.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.551685] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a377c4-14fe-4942-aebe-e9de8c7e5f15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.558311] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1886.558311] env[63326]: value = "task-1726855" [ 1886.558311] env[63326]: _type = "Task" [ 1886.558311] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.566267] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.594498] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726853, 'name': CloneVM_Task} progress is 95%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.634531] env[63326]: DEBUG oslo_concurrency.lockutils [req-6609da80-5307-4a0e-892a-e129444689c2 req-a7de2175-78e4-4399-8faa-5dc61d77b7fb service nova] Releasing lock "refresh_cache-7d4ee28c-32ff-4a6d-8dac-9904668086be" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.940767] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.941066] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Processing image 5ad8cd5b-b749-4cda-b1e4-e4604423f817 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1886.941319] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817/5ad8cd5b-b749-4cda-b1e4-e4604423f817.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.941497] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817/5ad8cd5b-b749-4cda-b1e4-e4604423f817.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.941802] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1886.941954] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6da3bb38-d4bb-4466-8870-b4e071cc06ce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.956055] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1886.956340] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1886.957188] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e96d87-5aeb-4444-b71d-2e14f77bb21b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.963996] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1886.963996] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5242f36f-ea5f-53ce-12c9-f444259f29c1" [ 1886.963996] env[63326]: _type = "Task" [ 1886.963996] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.973437] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5242f36f-ea5f-53ce-12c9-f444259f29c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.068990] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503771} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.069249] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6/f08b5542-82ba-4137-b3bf-28f5440f6bb6.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.069467] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.069712] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4d6eb0a-44ba-4cbe-a3ec-d84967cdaf8d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.075641] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1887.075641] env[63326]: value = "task-1726856" [ 1887.075641] env[63326]: _type = "Task" [ 1887.075641] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.084962] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.093984] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726853, 'name': CloneVM_Task, 'duration_secs': 1.439442} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.094302] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Created linked-clone VM from snapshot [ 1887.095063] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62233ccf-f042-43a3-958a-ed5a12936067 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.102276] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Uploading image d44129f6-e34b-4cb2-8a3c-e160390e6b0a {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1887.129991] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1887.129991] env[63326]: value = "vm-359410" [ 1887.129991] env[63326]: _type = "VirtualMachine" [ 1887.129991] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1887.130290] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57db90b8-e6f6-477b-a898-23dc09204fda {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.136556] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lease: (returnval){ [ 1887.136556] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5207db12-92ff-b5d0-acfd-40b894419e06" [ 1887.136556] env[63326]: _type = "HttpNfcLease" [ 1887.136556] env[63326]: } obtained for exporting VM: (result){ [ 1887.136556] env[63326]: value = "vm-359410" [ 1887.136556] env[63326]: _type = "VirtualMachine" [ 1887.136556] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1887.136846] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the lease: (returnval){ [ 1887.136846] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5207db12-92ff-b5d0-acfd-40b894419e06" [ 1887.136846] env[63326]: _type = "HttpNfcLease" [ 1887.136846] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1887.143226] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1887.143226] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5207db12-92ff-b5d0-acfd-40b894419e06" [ 1887.143226] env[63326]: _type = "HttpNfcLease" [ 1887.143226] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1887.474625] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Preparing fetch location {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1887.474891] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Fetch image to [datastore1] OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac/OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac.vmdk {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1887.475127] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Downloading stream optimized image 5ad8cd5b-b749-4cda-b1e4-e4604423f817 to [datastore1] OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac/OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac.vmdk on the data store datastore1 as vApp {{(pid=63326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1887.475322] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Downloading image file data 5ad8cd5b-b749-4cda-b1e4-e4604423f817 to the ESX as VM named 'OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac' {{(pid=63326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1887.544243] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1887.544243] env[63326]: value = "resgroup-9" [ 1887.544243] env[63326]: _type = "ResourcePool" [ 1887.544243] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1887.544724] env[63326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a92d43f6-58e5-46ac-a22e-3be5be50cf81 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.566887] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lease: (returnval){ [ 1887.566887] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d25597-7fdd-069b-0ef9-7214512511ba" [ 1887.566887] env[63326]: _type = "HttpNfcLease" [ 1887.566887] env[63326]: } obtained for vApp import into resource pool (val){ [ 1887.566887] env[63326]: value = "resgroup-9" [ 1887.566887] env[63326]: _type = "ResourcePool" [ 1887.566887] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1887.567370] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the lease: (returnval){ [ 1887.567370] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d25597-7fdd-069b-0ef9-7214512511ba" [ 1887.567370] env[63326]: _type = "HttpNfcLease" [ 1887.567370] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1887.573572] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1887.573572] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d25597-7fdd-069b-0ef9-7214512511ba" [ 1887.573572] env[63326]: _type = "HttpNfcLease" [ 1887.573572] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1887.584218] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059669} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.584534] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.585454] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033a7c8-efe7-4682-be23-9ea244e9203f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.608077] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6/f08b5542-82ba-4137-b3bf-28f5440f6bb6.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.608163] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f172dc2-762e-4bea-82d4-10dfece7e39b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.626979] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1887.626979] env[63326]: value = "task-1726859" [ 1887.626979] env[63326]: _type = "Task" [ 1887.626979] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.635085] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.643967] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1887.643967] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5207db12-92ff-b5d0-acfd-40b894419e06" [ 1887.643967] env[63326]: _type = "HttpNfcLease" [ 1887.643967] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1887.643967] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1887.643967] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5207db12-92ff-b5d0-acfd-40b894419e06" [ 1887.643967] env[63326]: _type = "HttpNfcLease" [ 1887.643967] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1887.644374] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a544de-71e2-4882-86b1-db299b27063d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.653882] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecd721-b610-ce1b-065a-d9872c462960/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1887.653939] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecd721-b610-ce1b-065a-d9872c462960/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1887.742774] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7075b7f0-ca91-4057-b746-b28be0020cdf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.078172] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1888.078172] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d25597-7fdd-069b-0ef9-7214512511ba" [ 1888.078172] env[63326]: _type = "HttpNfcLease" [ 1888.078172] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1888.137953] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.156358] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.156733] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.578263] env[63326]: DEBUG nova.compute.manager [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1888.583746] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1888.583746] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d25597-7fdd-069b-0ef9-7214512511ba" [ 1888.583746] env[63326]: _type = "HttpNfcLease" [ 1888.583746] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1888.637250] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.660103] env[63326]: INFO nova.compute.manager [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Detaching volume d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2 [ 1888.701020] env[63326]: INFO nova.virt.block_device [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Attempting to driver detach volume d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2 from mountpoint /dev/sdb [ 1888.701418] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1888.701639] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359396', 'volume_id': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'name': 'volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '376f2500-44ee-4a73-98de-eb28ba305a24', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'serial': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1888.702514] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d362507-cd5b-4d77-9b54-dc726974c08b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.728196] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed85432e-c17c-4763-a695-3f1768be6874 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.736306] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463ed4e-c523-4427-a64b-63269c4ef1d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.759672] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f497b8f0-e28f-43b7-b6bc-6a1b3b012635 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.776459] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] The volume has not been displaced from its original location: [datastore1] volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2/volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1888.782392] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1888.782756] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b013a9c-7c5a-4424-a628-70683207b2ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.800955] env[63326]: DEBUG oslo_vmware.api [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1888.800955] env[63326]: value = "task-1726860" [ 1888.800955] env[63326]: _type = "Task" [ 1888.800955] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.812788] env[63326]: DEBUG oslo_vmware.api [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.077264] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1889.077264] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d25597-7fdd-069b-0ef9-7214512511ba" [ 1889.077264] env[63326]: _type = "HttpNfcLease" [ 1889.077264] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1889.078139] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1889.078139] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d25597-7fdd-069b-0ef9-7214512511ba" [ 1889.078139] env[63326]: _type = "HttpNfcLease" [ 1889.078139] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1889.078728] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b2edec-bfb4-44d0-b7a8-a2d747b328d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.088874] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291c172-7a1a-07f7-f3b7-962741e7e3ab/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1889.089099] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291c172-7a1a-07f7-f3b7-962741e7e3ab/disk-0.vmdk. {{(pid=63326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1889.147953] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.148313] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.163591] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8474cf41-8940-404b-9198-62fc1feeebb2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.165703] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726859, 'name': ReconfigVM_Task, 'duration_secs': 1.092936} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.166577] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6/f08b5542-82ba-4137-b3bf-28f5440f6bb6.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.167728] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4232e4f-2689-4116-8f47-21859797426e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.175341] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1889.175341] env[63326]: value = "task-1726861" [ 1889.175341] env[63326]: _type = "Task" [ 1889.175341] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.185241] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726861, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.310250] env[63326]: DEBUG oslo_vmware.api [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726860, 'name': ReconfigVM_Task, 'duration_secs': 0.295201} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.310549] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1889.315363] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5996aa6d-95ee-4822-bd93-5771e86153b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.331633] env[63326]: DEBUG oslo_vmware.api [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1889.331633] env[63326]: value = "task-1726862" [ 1889.331633] env[63326]: _type = "Task" [ 1889.331633] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.339760] env[63326]: DEBUG oslo_vmware.api [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.656757] env[63326]: INFO nova.compute.claims [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.688404] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726861, 'name': Rename_Task, 'duration_secs': 0.244024} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.689945] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.690516] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11fd9407-05e0-4327-a1a6-9e3a6d10a740 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.698736] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1889.698736] env[63326]: value = "task-1726863" [ 1889.698736] env[63326]: _type = "Task" [ 1889.698736] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.709197] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.842871] env[63326]: DEBUG oslo_vmware.api [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726862, 'name': ReconfigVM_Task, 'duration_secs': 0.152795} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.844633] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359396', 'volume_id': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'name': 'volume-d00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '376f2500-44ee-4a73-98de-eb28ba305a24', 'attached_at': '', 'detached_at': '', 'volume_id': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2', 'serial': 'd00e46a8-a6a9-4d0e-8e62-a6ded9446ec2'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1890.165318] env[63326]: INFO nova.compute.resource_tracker [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating resource usage from migration 9e9ccdbb-1342-44a5-b0fd-b5df198ac6d5 [ 1890.210412] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726863, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.296237] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb152156-94fe-4bc6-b4df-229ee7791d8d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.306673] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa16fa-e95c-4f15-8839-55b1b599774f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.345624] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c3ce3a-fd36-4507-ad95-06201a00410e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.353409] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537e50e3-6366-4f9e-a615-2464a743b92c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.369261] env[63326]: DEBUG nova.compute.provider_tree [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.388320] env[63326]: DEBUG nova.objects.instance [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.596759] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Completed reading data from the image iterator. {{(pid=63326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1890.597033] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291c172-7a1a-07f7-f3b7-962741e7e3ab/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1890.597970] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7561b063-cb16-47d7-b505-f82ff597efd3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.604746] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291c172-7a1a-07f7-f3b7-962741e7e3ab/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1890.604908] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291c172-7a1a-07f7-f3b7-962741e7e3ab/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1890.605259] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6fdd3482-1e0e-4185-8d68-334e7f0fc0dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.710814] env[63326]: DEBUG oslo_vmware.api [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726863, 'name': PowerOnVM_Task, 'duration_secs': 0.644066} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.711117] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.711342] env[63326]: INFO nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1890.711529] env[63326]: DEBUG nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.712292] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b6fe6c-1795-48a4-b24c-a3874be908dc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.874910] env[63326]: DEBUG nova.scheduler.client.report [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.226933] env[63326]: INFO nova.compute.manager [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Took 18.68 seconds to build instance. [ 1891.325709] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.333055] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291c172-7a1a-07f7-f3b7-962741e7e3ab/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1891.333055] env[63326]: INFO nova.virt.vmwareapi.images [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Downloaded image file data 5ad8cd5b-b749-4cda-b1e4-e4604423f817 [ 1891.333855] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befffb3e-5e31-4764-9d80-9ec2dd308275 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.350410] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72f3270-aee9-4d44-9a00-c3daeb481e82 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.380571] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.232s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.380749] env[63326]: INFO nova.compute.manager [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Migrating [ 1891.395766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-56059def-288d-4395-88ca-066d4524964b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.397250] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.072s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.397490] env[63326]: DEBUG nova.compute.manager [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.398834] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ee158-39ca-4543-b46a-2633ed5d9ac3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.405290] env[63326]: DEBUG nova.compute.manager [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1891.406059] env[63326]: DEBUG nova.objects.instance [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.617318] env[63326]: INFO nova.virt.vmwareapi.images [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] The imported VM was unregistered [ 1891.619190] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Caching image {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1891.619418] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817 {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.619694] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6834c4e3-36c4-4c76-bac6-6478bb4314be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.632159] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Created directory with path [datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817 {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.632309] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac/OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac.vmdk to [datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817/5ad8cd5b-b749-4cda-b1e4-e4604423f817.vmdk. {{(pid=63326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1891.632507] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-81413a98-1ecc-477a-a1b0-c997168bbde5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.639580] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1891.639580] env[63326]: value = "task-1726865" [ 1891.639580] env[63326]: _type = "Task" [ 1891.639580] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.646882] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726865, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.729510] env[63326]: DEBUG oslo_concurrency.lockutils [None req-83d50cb4-170a-427c-8c0c-684cf8f73194 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.188s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.896627] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.896855] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.897062] env[63326]: DEBUG nova.compute.manager [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.897501] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.897659] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.897836] env[63326]: DEBUG nova.network.neutron [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1891.899767] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc3ba2-f31c-484a-844a-5b68d8b5615c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.911294] env[63326]: DEBUG nova.compute.manager [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1891.911903] env[63326]: DEBUG nova.objects.instance [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'flavor' on Instance uuid f08b5542-82ba-4137-b3bf-28f5440f6bb6 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1892.151778] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726865, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.419150] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.419743] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22cf00f8-c5a8-4d56-803e-c5c57af86edd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.430944] env[63326]: DEBUG oslo_vmware.api [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1892.430944] env[63326]: value = "task-1726866" [ 1892.430944] env[63326]: _type = "Task" [ 1892.430944] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.443248] env[63326]: DEBUG oslo_vmware.api [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.657160] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726865, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.763191] env[63326]: DEBUG nova.network.neutron [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.923166] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.923512] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df57787-5e4d-453d-8387-d93f6af6832a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.936679] env[63326]: DEBUG oslo_vmware.api [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1892.936679] env[63326]: value = "task-1726867" [ 1892.936679] env[63326]: _type = "Task" [ 1892.936679] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.943928] env[63326]: DEBUG oslo_vmware.api [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726866, 'name': PowerOffVM_Task, 'duration_secs': 0.508542} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.944695] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.944920] env[63326]: DEBUG nova.compute.manager [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.945765] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae242ab-16f1-4a9b-85d7-8fb8870fd53a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.951725] env[63326]: DEBUG oslo_vmware.api [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.422198] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.469454] env[63326]: DEBUG oslo_vmware.api [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726867, 'name': PowerOffVM_Task, 'duration_secs': 0.426191} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.469454] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726865, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.380628} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.469454] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1894.469454] env[63326]: DEBUG nova.compute.manager [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.469454] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac/OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac.vmdk to [datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817/5ad8cd5b-b749-4cda-b1e4-e4604423f817.vmdk. [ 1894.469454] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Cleaning up location [datastore1] OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1894.469454] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b51f4d1a-ab66-48bd-a111-8b9f86cebfac {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1894.469454] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2c8a9e-3bb5-40ea-a552-12478c985eaa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.469454] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61414179-a66d-44c4-9fdc-d189538fc8ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.469454] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1894.469454] env[63326]: value = "task-1726868" [ 1894.469454] env[63326]: _type = "Task" [ 1894.469454] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.471218] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.926887] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8bc98ff6-b070-4349-a83d-6e29d5351f7b tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.530s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.974910] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044652} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.974910] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.975220] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817/5ad8cd5b-b749-4cda-b1e4-e4604423f817.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.975410] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817/5ad8cd5b-b749-4cda-b1e4-e4604423f817.vmdk to [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be/7d4ee28c-32ff-4a6d-8dac-9904668086be.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1894.975709] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-150bc920-5b24-414e-90bb-9f9fedbcf406 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.981778] env[63326]: DEBUG oslo_concurrency.lockutils [None req-dc1a03f1-718a-49a8-8f0b-660887ef398b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.085s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.984840] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1894.984840] env[63326]: value = "task-1726869" [ 1894.984840] env[63326]: _type = "Task" [ 1894.984840] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.993714] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.375283] env[63326]: DEBUG nova.objects.instance [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.497133] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726869, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.881156] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.881354] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.881518] env[63326]: DEBUG nova.network.neutron [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.881697] env[63326]: DEBUG nova.objects.instance [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'info_cache' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.953417] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df4fe4d-1b88-4aa8-8b19-8752860c5b31 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.979779] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance 'f214df39-a352-450d-9a68-ccaa5d209b48' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1895.997549] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726869, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.385920] env[63326]: DEBUG nova.objects.base [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Object Instance<376f2500-44ee-4a73-98de-eb28ba305a24> lazy-loaded attributes: flavor,info_cache {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1896.441983] env[63326]: INFO nova.compute.manager [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Rebuilding instance [ 1896.487132] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.489717] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-993dd2bd-2015-4a2d-916c-b782f741f67a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.491973] env[63326]: DEBUG nova.compute.manager [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.496647] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d677bdbd-300e-4d30-9432-9f802d71cf04 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.505681] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726869, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.512017] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1896.512017] env[63326]: value = "task-1726870" [ 1896.512017] env[63326]: _type = "Task" [ 1896.512017] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.523049] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.008225] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726869, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.025793] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.321215] env[63326]: DEBUG nova.network.neutron [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating instance_info_cache with network_info: [{"id": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "address": "fa:16:3e:c9:2d:dc", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87e393c-4e", "ovs_interfaceid": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.503704] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726869, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.519529] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.519951] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f0ac91-9ab6-4d25-9001-8467221f587e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.532658] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726870, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.535324] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1897.535324] env[63326]: value = "task-1726871" [ 1897.535324] env[63326]: _type = "Task" [ 1897.535324] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.544976] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1897.545303] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1897.546123] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54e6716-6049-4e8f-9a46-9be49c490855 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.553849] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.554220] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09eefdb3-f347-4c46-b494-3308a7ae57e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.733412] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.733675] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.733832] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleting the datastore file [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.734122] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07df6038-8b4d-43a6-b970-ea05b333ea26 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.740655] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1897.740655] env[63326]: value = "task-1726873" [ 1897.740655] env[63326]: _type = "Task" [ 1897.740655] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.748929] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.824033] env[63326]: DEBUG oslo_concurrency.lockutils [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Releasing lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.004711] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726869, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.727406} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.005645] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ad8cd5b-b749-4cda-b1e4-e4604423f817/5ad8cd5b-b749-4cda-b1e4-e4604423f817.vmdk to [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be/7d4ee28c-32ff-4a6d-8dac-9904668086be.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.006893] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f54d46-dfa8-4226-ade3-5e818b24dc9f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.043907] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be/7d4ee28c-32ff-4a6d-8dac-9904668086be.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.048845] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a9c6c2-f60e-4fa2-b54a-e42435e2919d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.081287] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726870, 'name': PowerOffVM_Task, 'duration_secs': 1.031097} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.082197] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.082538] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance 'f214df39-a352-450d-9a68-ccaa5d209b48' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1898.086377] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1898.086377] env[63326]: value = "task-1726874" [ 1898.086377] env[63326]: _type = "Task" [ 1898.086377] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.095363] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.251423] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.590020] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1898.590354] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1898.590426] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1898.590610] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1898.590759] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1898.590904] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1898.591126] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1898.591288] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1898.591454] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1898.591612] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1898.591781] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1898.597497] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cbe6614-5667-485b-adcf-3002196da38b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.616667] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.618026] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1898.618026] env[63326]: value = "task-1726875" [ 1898.618026] env[63326]: _type = "Task" [ 1898.618026] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.625787] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.751365] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.994797} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.751667] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.751826] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.752012] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.829975] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1898.830393] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9803ae-f834-49b3-8c4b-83775448ff03 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.838611] env[63326]: DEBUG oslo_vmware.api [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1898.838611] env[63326]: value = "task-1726876" [ 1898.838611] env[63326]: _type = "Task" [ 1898.838611] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.848175] env[63326]: DEBUG oslo_vmware.api [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.106355] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726874, 'name': ReconfigVM_Task, 'duration_secs': 1.008109} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.106632] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be/7d4ee28c-32ff-4a6d-8dac-9904668086be.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.108061] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_type': 'disk', 'image_id': '6e0590ec-26dd-49ff-ad9e-e4544460cd43'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '47495fc0-3feb-4a3f-a604-72c202233ed5', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359407', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'name': 'volume-29922924-7eca-44e7-94f6-08ea7b263792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '7d4ee28c-32ff-4a6d-8dac-9904668086be', 'attached_at': '', 'detached_at': '', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'serial': '29922924-7eca-44e7-94f6-08ea7b263792'}, 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=63326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1899.108268] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1899.108461] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359407', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'name': 'volume-29922924-7eca-44e7-94f6-08ea7b263792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '7d4ee28c-32ff-4a6d-8dac-9904668086be', 'attached_at': '', 'detached_at': '', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'serial': '29922924-7eca-44e7-94f6-08ea7b263792'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1899.109250] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b79f97-e7e1-4525-8c6f-82641b752a69 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.128363] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d2c47f-362e-4f84-96ad-f92f3ab9235e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.135840] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726875, 'name': ReconfigVM_Task, 'duration_secs': 0.249342} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.148918] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance 'f214df39-a352-450d-9a68-ccaa5d209b48' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1899.159413] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-29922924-7eca-44e7-94f6-08ea7b263792/volume-29922924-7eca-44e7-94f6-08ea7b263792.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.159981] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49764650-fea8-4f32-8018-9f8f94efd96d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.181993] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1899.181993] env[63326]: value = "task-1726877" [ 1899.181993] env[63326]: _type = "Task" [ 1899.181993] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.193331] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.350429] env[63326]: DEBUG oslo_vmware.api [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726876, 'name': PowerOnVM_Task, 'duration_secs': 0.482202} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.350429] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1899.350673] env[63326]: DEBUG nova.compute.manager [None req-76502bfa-2281-4399-aa93-081275615b77 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1899.351389] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eb5366-7cfa-4551-abaa-c625a778fe30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.610337] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726877, 'name': ReconfigVM_Task, 'duration_secs': 0.35245} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.610337] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-29922924-7eca-44e7-94f6-08ea7b263792/volume-29922924-7eca-44e7-94f6-08ea7b263792.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.610337] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239f466e-2c94-4bdc-80c4-68e0f5ce4aa5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.610337] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1901.610337] env[63326]: value = "task-1726878" [ 1901.610337] env[63326]: _type = "Task" [ 1901.610337] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.610337] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.069442] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1902.069684] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.069858] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1902.070074] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.070241] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1902.070411] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1902.070642] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1902.070856] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1902.071042] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1902.071213] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1902.071407] env[63326]: DEBUG nova.virt.hardware [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1902.077010] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1902.082626] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77be2b13-f0ef-42e5-93c0-dd589c7a041b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.103865] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1902.103865] env[63326]: value = "task-1726879" [ 1902.103865] env[63326]: _type = "Task" [ 1902.103865] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.109835] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726878, 'name': ReconfigVM_Task, 'duration_secs': 0.173218} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.111007] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359407', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'name': 'volume-29922924-7eca-44e7-94f6-08ea7b263792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '7d4ee28c-32ff-4a6d-8dac-9904668086be', 'attached_at': '', 'detached_at': '', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'serial': '29922924-7eca-44e7-94f6-08ea7b263792'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1902.111543] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38a37ea8-3822-44a7-8069-69e1f004edac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.116504] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.121510] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1902.121510] env[63326]: value = "task-1726880" [ 1902.121510] env[63326]: _type = "Task" [ 1902.121510] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.131108] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726880, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.609740] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1902.609991] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.610168] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1902.610357] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.610588] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1902.610643] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1902.610915] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1902.611105] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1902.611279] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1902.611447] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1902.611624] env[63326]: DEBUG nova.virt.hardware [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1902.612402] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cf9812-3eec-4c63-a524-82015dd9b553 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.621668] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726879, 'name': ReconfigVM_Task, 'duration_secs': 0.181141} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.622819] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d31741-d384-400a-850d-64a6b557da0e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.626735] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1902.629876] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce86610-82cf-4190-91d1-428b9335927d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.644704] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726880, 'name': Rename_Task, 'duration_secs': 0.173234} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.645176] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:24:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a150547-809e-4c0f-880a-6d2e02680805', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.652527] env[63326]: DEBUG oslo.service.loopingcall [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.662819] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.663034] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.670202] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f214df39-a352-450d-9a68-ccaa5d209b48/f214df39-a352-450d-9a68-ccaa5d209b48.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.670423] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc112a4-2f7b-430d-a172-d3c98c0f2a35 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.671777] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-430a29d0-f778-4426-838b-996195e4bd12 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.686127] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8f8175-6166-4bb1-93d3-6eb0f2c2f6b0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.703174] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.703174] env[63326]: value = "task-1726882" [ 1902.703174] env[63326]: _type = "Task" [ 1902.703174] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.704698] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1902.704698] env[63326]: value = "task-1726883" [ 1902.704698] env[63326]: _type = "Task" [ 1902.704698] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.708211] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1902.708211] env[63326]: value = "task-1726881" [ 1902.708211] env[63326]: _type = "Task" [ 1902.708211] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.716441] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726882, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.720547] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.723414] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.900369] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecd721-b610-ce1b-065a-d9872c462960/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1902.901338] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58c7a5-6d85-41d0-be14-1578972e3633 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.907818] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecd721-b610-ce1b-065a-d9872c462960/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1902.907990] env[63326]: ERROR oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecd721-b610-ce1b-065a-d9872c462960/disk-0.vmdk due to incomplete transfer. [ 1902.908224] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42359317-1736-41b0-b8c3-fef61d3b3c4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.914900] env[63326]: DEBUG oslo_vmware.rw_handles [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ecd721-b610-ce1b-065a-d9872c462960/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1902.915023] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Uploaded image d44129f6-e34b-4cb2-8a3c-e160390e6b0a to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1902.917248] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1902.917498] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ccff1743-eb8b-4b51-9f4e-bdf410dc9526 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.923466] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1902.923466] env[63326]: value = "task-1726884" [ 1902.923466] env[63326]: _type = "Task" [ 1902.923466] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.931184] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726884, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.160869] env[63326]: DEBUG oslo_concurrency.lockutils [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.161235] env[63326]: DEBUG oslo_concurrency.lockutils [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.220407] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726882, 'name': CreateVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.223965] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.229371] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726881, 'name': PowerOnVM_Task} progress is 84%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.433408] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726884, 'name': Destroy_Task} progress is 33%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.665648] env[63326]: DEBUG nova.compute.utils [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.716129] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726882, 'name': CreateVM_Task, 'duration_secs': 0.585838} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.718973] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1903.719663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.719838] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.720165] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.723361] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc41520-16f1-4368-bf85-52f7c8399101 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.724913] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726883, 'name': ReconfigVM_Task, 'duration_secs': 0.541837} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.727919] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f214df39-a352-450d-9a68-ccaa5d209b48/f214df39-a352-450d-9a68-ccaa5d209b48.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.728208] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance 'f214df39-a352-450d-9a68-ccaa5d209b48' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1903.731463] env[63326]: DEBUG oslo_vmware.api [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726881, 'name': PowerOnVM_Task, 'duration_secs': 0.686014} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.732159] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.735168] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1903.735168] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f146bc-3b50-4bde-47ba-2f3d67af940e" [ 1903.735168] env[63326]: _type = "Task" [ 1903.735168] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.742678] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f146bc-3b50-4bde-47ba-2f3d67af940e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.820777] env[63326]: DEBUG nova.compute.manager [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.821687] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b306508a-471b-43de-b825-2d58551838c4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.933589] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726884, 'name': Destroy_Task, 'duration_secs': 0.776312} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.933869] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Destroyed the VM [ 1903.934131] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1903.934405] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a8fa72b-34ca-4da2-a380-85b2979d4250 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.941112] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1903.941112] env[63326]: value = "task-1726885" [ 1903.941112] env[63326]: _type = "Task" [ 1903.941112] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.948378] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726885, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.168910] env[63326]: DEBUG oslo_concurrency.lockutils [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.236733] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9b083-d6c8-4a6c-9344-cca74a0ad54c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.248187] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f146bc-3b50-4bde-47ba-2f3d67af940e, 'name': SearchDatastore_Task, 'duration_secs': 0.023462} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.261810] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.261810] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.261810] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.262030] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.262070] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.262413] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db7d7527-7daf-4be4-aded-6cb53694fad0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.265037] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea142df-f42d-4c8f-8671-076d23b34ff0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.284862] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance 'f214df39-a352-450d-9a68-ccaa5d209b48' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1904.289571] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.289571] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.290101] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7ba7b9-d845-4e07-8b5f-4259b69a69c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.296110] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1904.296110] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f16bc6-9b25-540e-8661-ea01622aa330" [ 1904.296110] env[63326]: _type = "Task" [ 1904.296110] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.303684] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f16bc6-9b25-540e-8661-ea01622aa330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.336820] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4d453d6b-8870-44f5-b9bf-94f5c34f9838 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.435s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.450355] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726885, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.806265] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52f16bc6-9b25-540e-8661-ea01622aa330, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.807032] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-577bcce4-6fce-48b6-84b9-4dc360784aa3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.812018] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1904.812018] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5241a80f-830f-0ccb-d669-3f701a5769c2" [ 1904.812018] env[63326]: _type = "Task" [ 1904.812018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.819410] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5241a80f-830f-0ccb-d669-3f701a5769c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.827993] env[63326]: DEBUG nova.network.neutron [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Port 6ce297df-32af-42ee-9293-0d0b6542070c binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1904.951120] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726885, 'name': RemoveSnapshot_Task, 'duration_secs': 0.953704} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.951380] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1904.951604] env[63326]: DEBUG nova.compute.manager [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.952369] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc40990-a1a3-48bd-829b-8a731a95858b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.229031] env[63326]: DEBUG oslo_concurrency.lockutils [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.229031] env[63326]: DEBUG oslo_concurrency.lockutils [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.229031] env[63326]: INFO nova.compute.manager [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Attaching volume b6f723b3-79e0-4a85-a113-930a39c2bb75 to /dev/sdb [ 1905.259068] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ecda9-69cc-40a6-b900-43b5fd4f3cea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.265857] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1e2106-4535-43f4-971f-67aedb381423 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.279328] env[63326]: DEBUG nova.virt.block_device [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Updating existing volume attachment record: df662568-d013-4aac-b844-553f50f81982 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1905.322067] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5241a80f-830f-0ccb-d669-3f701a5769c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.322194] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.322441] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6/f08b5542-82ba-4137-b3bf-28f5440f6bb6.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.322696] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cda07a73-591b-4496-b129-826259c0a31b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.329811] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1905.329811] env[63326]: value = "task-1726886" [ 1905.329811] env[63326]: _type = "Task" [ 1905.329811] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.342527] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.464166] env[63326]: INFO nova.compute.manager [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Shelve offloading [ 1905.841192] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473388} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.841564] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6/f08b5542-82ba-4137-b3bf-28f5440f6bb6.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.841765] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.842073] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-378328de-e948-46c1-8db7-1fbec9042c16 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.848807] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1905.848807] env[63326]: value = "task-1726888" [ 1905.848807] env[63326]: _type = "Task" [ 1905.848807] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.856979] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.967916] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.968281] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c95ed9-2fac-4ead-a52d-45d216dce587 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.975768] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1905.975768] env[63326]: value = "task-1726889" [ 1905.975768] env[63326]: _type = "Task" [ 1905.975768] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.984277] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1905.984508] env[63326]: DEBUG nova.compute.manager [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.985279] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60a7a2b-1144-4538-bfd0-ed5d00e0dbf3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.990866] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.991047] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.991203] env[63326]: DEBUG nova.network.neutron [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.358383] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08498} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.358638] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.359391] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c8baf1-6e36-44c0-b97b-90fca21d7f30 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.380714] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6/f08b5542-82ba-4137-b3bf-28f5440f6bb6.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.380951] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af138ba-8f40-48eb-9502-e7971348bc98 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.401238] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1906.401238] env[63326]: value = "task-1726890" [ 1906.401238] env[63326]: _type = "Task" [ 1906.401238] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.409413] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.706516] env[63326]: DEBUG nova.network.neutron [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [{"id": "84cb6837-623a-4c36-a4ea-e641485a7f16", "address": "fa:16:3e:8e:52:f5", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cb6837-62", "ovs_interfaceid": "84cb6837-623a-4c36-a4ea-e641485a7f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.910942] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726890, 'name': ReconfigVM_Task, 'duration_secs': 0.439903} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.911410] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6/f08b5542-82ba-4137-b3bf-28f5440f6bb6.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.911862] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a40e217-74de-4174-b2d6-180f975e6535 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.918252] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1906.918252] env[63326]: value = "task-1726891" [ 1906.918252] env[63326]: _type = "Task" [ 1906.918252] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.925729] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726891, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.209290] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.428292] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726891, 'name': Rename_Task, 'duration_secs': 0.132003} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.428552] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.428784] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0175ea30-7d69-45c0-888e-c9689da56dd5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.435187] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1907.435187] env[63326]: value = "task-1726892" [ 1907.435187] env[63326]: _type = "Task" [ 1907.435187] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.443495] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.944558] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726892, 'name': PowerOnVM_Task, 'duration_secs': 0.479066} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.944946] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.945153] env[63326]: DEBUG nova.compute.manager [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.945887] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc0eef8-489b-4401-bf2c-685ad322e4cd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.718180] env[63326]: DEBUG nova.compute.manager [req-0e53d7b3-62d1-48c7-983b-1579446c9a82 req-4a874ada-b58b-4127-a499-835a347f6b2b service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received event network-vif-unplugged-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1908.718180] env[63326]: DEBUG oslo_concurrency.lockutils [req-0e53d7b3-62d1-48c7-983b-1579446c9a82 req-4a874ada-b58b-4127-a499-835a347f6b2b service nova] Acquiring lock "3ff8d06e-9293-4306-ad3f-534900440716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.718180] env[63326]: DEBUG oslo_concurrency.lockutils [req-0e53d7b3-62d1-48c7-983b-1579446c9a82 req-4a874ada-b58b-4127-a499-835a347f6b2b service nova] Lock "3ff8d06e-9293-4306-ad3f-534900440716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.718180] env[63326]: DEBUG oslo_concurrency.lockutils [req-0e53d7b3-62d1-48c7-983b-1579446c9a82 req-4a874ada-b58b-4127-a499-835a347f6b2b service nova] Lock "3ff8d06e-9293-4306-ad3f-534900440716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.718670] env[63326]: DEBUG nova.compute.manager [req-0e53d7b3-62d1-48c7-983b-1579446c9a82 req-4a874ada-b58b-4127-a499-835a347f6b2b service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] No waiting events found dispatching network-vif-unplugged-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1908.719114] env[63326]: WARNING nova.compute.manager [req-0e53d7b3-62d1-48c7-983b-1579446c9a82 req-4a874ada-b58b-4127-a499-835a347f6b2b service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received unexpected event network-vif-unplugged-84cb6837-623a-4c36-a4ea-e641485a7f16 for instance with vm_state shelved and task_state shelving_offloading. [ 1908.740204] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.741077] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6b9275-d312-424f-899e-46563bfa5202 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.749184] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1908.749413] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a89bd2ca-33e3-4be7-bd3f-6eb56a6443ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.863806] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.864043] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.864225] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.957278] env[63326]: INFO nova.compute.manager [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] bringing vm to original state: 'stopped' [ 1909.823942] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1909.824203] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359414', 'volume_id': 'b6f723b3-79e0-4a85-a113-930a39c2bb75', 'name': 'volume-b6f723b3-79e0-4a85-a113-930a39c2bb75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '099891d4-9d32-4225-8c5c-bb43dd31f63e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6f723b3-79e0-4a85-a113-930a39c2bb75', 'serial': 'b6f723b3-79e0-4a85-a113-930a39c2bb75'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1909.825150] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9222b3d-bccf-4317-bcf5-ca296b8355ae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.841579] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb735c93-a089-4677-8440-2478bdfec17b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.865558] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-b6f723b3-79e0-4a85-a113-930a39c2bb75/volume-b6f723b3-79e0-4a85-a113-930a39c2bb75.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.865799] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926ef8e1-38c0-4b52-9bd1-43f6f05438a5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.886976] env[63326]: DEBUG oslo_vmware.api [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1909.886976] env[63326]: value = "task-1726895" [ 1909.886976] env[63326]: _type = "Task" [ 1909.886976] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.894706] env[63326]: DEBUG oslo_vmware.api [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.916743] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.917010] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.917224] env[63326]: DEBUG nova.network.neutron [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.964489] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.964912] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.964990] env[63326]: DEBUG nova.compute.manager [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.965937] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151f18ad-5e88-4ce2-872c-5e882e661c7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.972661] env[63326]: DEBUG nova.compute.manager [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1910.397020] env[63326]: DEBUG oslo_vmware.api [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726895, 'name': ReconfigVM_Task, 'duration_secs': 0.35722} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.397263] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-b6f723b3-79e0-4a85-a113-930a39c2bb75/volume-b6f723b3-79e0-4a85-a113-930a39c2bb75.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1910.402052] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fd1d0b-fa14-4034-b7f6-41b966c1ac29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.417799] env[63326]: DEBUG oslo_vmware.api [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1910.417799] env[63326]: value = "task-1726896" [ 1910.417799] env[63326]: _type = "Task" [ 1910.417799] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.427564] env[63326]: DEBUG oslo_vmware.api [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.476723] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.477145] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf77f843-48b5-4c33-bdfa-6b5b318c9979 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.486666] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1910.486666] env[63326]: value = "task-1726897" [ 1910.486666] env[63326]: _type = "Task" [ 1910.486666] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.495440] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.640288] env[63326]: DEBUG nova.network.neutron [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.742174] env[63326]: DEBUG nova.compute.manager [req-46e1315e-a599-488f-8c8b-51c2123fe9d0 req-c317bb2f-2ce6-4086-b750-2a6e7ff21c20 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received event network-changed-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1910.742455] env[63326]: DEBUG nova.compute.manager [req-46e1315e-a599-488f-8c8b-51c2123fe9d0 req-c317bb2f-2ce6-4086-b750-2a6e7ff21c20 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Refreshing instance network info cache due to event network-changed-84cb6837-623a-4c36-a4ea-e641485a7f16. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1910.742567] env[63326]: DEBUG oslo_concurrency.lockutils [req-46e1315e-a599-488f-8c8b-51c2123fe9d0 req-c317bb2f-2ce6-4086-b750-2a6e7ff21c20 service nova] Acquiring lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.742670] env[63326]: DEBUG oslo_concurrency.lockutils [req-46e1315e-a599-488f-8c8b-51c2123fe9d0 req-c317bb2f-2ce6-4086-b750-2a6e7ff21c20 service nova] Acquired lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.742808] env[63326]: DEBUG nova.network.neutron [req-46e1315e-a599-488f-8c8b-51c2123fe9d0 req-c317bb2f-2ce6-4086-b750-2a6e7ff21c20 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Refreshing network info cache for port 84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.928170] env[63326]: DEBUG oslo_vmware.api [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726896, 'name': ReconfigVM_Task, 'duration_secs': 0.16166} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.928489] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359414', 'volume_id': 'b6f723b3-79e0-4a85-a113-930a39c2bb75', 'name': 'volume-b6f723b3-79e0-4a85-a113-930a39c2bb75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '099891d4-9d32-4225-8c5c-bb43dd31f63e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6f723b3-79e0-4a85-a113-930a39c2bb75', 'serial': 'b6f723b3-79e0-4a85-a113-930a39c2bb75'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1910.996479] env[63326]: DEBUG oslo_vmware.api [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726897, 'name': PowerOffVM_Task, 'duration_secs': 0.209642} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.996917] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.996917] env[63326]: DEBUG nova.compute.manager [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.997711] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa82b7a-4d06-490b-a514-246459c6608e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.143676] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.435979] env[63326]: DEBUG nova.network.neutron [req-46e1315e-a599-488f-8c8b-51c2123fe9d0 req-c317bb2f-2ce6-4086-b750-2a6e7ff21c20 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updated VIF entry in instance network info cache for port 84cb6837-623a-4c36-a4ea-e641485a7f16. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.436369] env[63326]: DEBUG nova.network.neutron [req-46e1315e-a599-488f-8c8b-51c2123fe9d0 req-c317bb2f-2ce6-4086-b750-2a6e7ff21c20 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [{"id": "84cb6837-623a-4c36-a4ea-e641485a7f16", "address": "fa:16:3e:8e:52:f5", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap84cb6837-62", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.509371] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.673323] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f942b2b8-3d3f-4cec-8ae2-535c74d5f92f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.692602] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0246db37-581a-4031-bb2b-e553d1b341ab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.699596] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance 'f214df39-a352-450d-9a68-ccaa5d209b48' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1911.938881] env[63326]: DEBUG oslo_concurrency.lockutils [req-46e1315e-a599-488f-8c8b-51c2123fe9d0 req-c317bb2f-2ce6-4086-b750-2a6e7ff21c20 service nova] Releasing lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.963306] env[63326]: DEBUG nova.objects.instance [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'flavor' on Instance uuid 099891d4-9d32-4225-8c5c-bb43dd31f63e {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.016917] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.016917] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.016917] env[63326]: DEBUG nova.objects.instance [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1912.206199] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.206532] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61585c7e-ffe7-4eac-b9cd-979537a51efa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.214374] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1912.214374] env[63326]: value = "task-1726898" [ 1912.214374] env[63326]: _type = "Task" [ 1912.214374] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.222271] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.468064] env[63326]: DEBUG oslo_concurrency.lockutils [None req-92e2026a-bdbb-44d0-b966-c1bf93207129 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.676844] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.677322] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.725393] env[63326]: DEBUG oslo_vmware.api [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726898, 'name': PowerOnVM_Task, 'duration_secs': 0.428108} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.725656] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1912.725820] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5483d84b-e13d-4590-ab4d-cda9095c9c49 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance 'f214df39-a352-450d-9a68-ccaa5d209b48' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.927935] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.928171] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.928383] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.928573] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.928760] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.930880] env[63326]: INFO nova.compute.manager [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Terminating instance [ 1913.025732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a0122544-9feb-444d-825f-298af71bdab7 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.180531] env[63326]: INFO nova.compute.manager [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Detaching volume b6f723b3-79e0-4a85-a113-930a39c2bb75 [ 1913.213885] env[63326]: INFO nova.virt.block_device [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Attempting to driver detach volume b6f723b3-79e0-4a85-a113-930a39c2bb75 from mountpoint /dev/sdb [ 1913.214136] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1913.214324] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359414', 'volume_id': 'b6f723b3-79e0-4a85-a113-930a39c2bb75', 'name': 'volume-b6f723b3-79e0-4a85-a113-930a39c2bb75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '099891d4-9d32-4225-8c5c-bb43dd31f63e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6f723b3-79e0-4a85-a113-930a39c2bb75', 'serial': 'b6f723b3-79e0-4a85-a113-930a39c2bb75'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1913.215224] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c147d4c-5b04-4e4f-9ad7-38d57e2c7b40 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.238842] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b6023-d5d5-4406-8d15-419dc64d788a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.246025] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983a406-30fd-4b8f-aeea-8fe656ded9df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.265705] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbadbd3-c64b-4602-946f-db28e1666c73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.279894] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] The volume has not been displaced from its original location: [datastore1] volume-b6f723b3-79e0-4a85-a113-930a39c2bb75/volume-b6f723b3-79e0-4a85-a113-930a39c2bb75.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1913.285045] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1913.285289] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3c667d-5fbc-4377-94c6-4e6f6c3cdbf8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.303266] env[63326]: DEBUG oslo_vmware.api [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1913.303266] env[63326]: value = "task-1726899" [ 1913.303266] env[63326]: _type = "Task" [ 1913.303266] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.310485] env[63326]: DEBUG oslo_vmware.api [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.434706] env[63326]: DEBUG nova.compute.manager [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1913.434899] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.435826] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d59f7-9139-4ac1-9d2d-a08d8dbc6de3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.445578] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.445826] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c7e63e-5574-497f-8c50-1ba1ddc58204 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.815340] env[63326]: DEBUG oslo_vmware.api [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726899, 'name': ReconfigVM_Task, 'duration_secs': 0.221347} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.815565] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1913.820341] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9dc3f4-d6db-4307-b052-b254db54e1aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.834882] env[63326]: DEBUG oslo_vmware.api [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1913.834882] env[63326]: value = "task-1726901" [ 1913.834882] env[63326]: _type = "Task" [ 1913.834882] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.842494] env[63326]: DEBUG oslo_vmware.api [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.921620] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.921828] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.922020] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleting the datastore file [datastore1] f08b5542-82ba-4137-b3bf-28f5440f6bb6 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.922359] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bce3df0e-3470-4fa6-b96f-86da61da03ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.929021] env[63326]: DEBUG oslo_vmware.api [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1913.929021] env[63326]: value = "task-1726902" [ 1913.929021] env[63326]: _type = "Task" [ 1913.929021] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.934258] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.934463] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.934696] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleting the datastore file [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.934940] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eecf4371-ae7d-45ad-879b-c1914698328b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.939292] env[63326]: DEBUG oslo_vmware.api [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.944207] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1913.944207] env[63326]: value = "task-1726903" [ 1913.944207] env[63326]: _type = "Task" [ 1913.944207] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.951789] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.348040] env[63326]: DEBUG oslo_vmware.api [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726901, 'name': ReconfigVM_Task, 'duration_secs': 0.209881} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.348444] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359414', 'volume_id': 'b6f723b3-79e0-4a85-a113-930a39c2bb75', 'name': 'volume-b6f723b3-79e0-4a85-a113-930a39c2bb75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '099891d4-9d32-4225-8c5c-bb43dd31f63e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6f723b3-79e0-4a85-a113-930a39c2bb75', 'serial': 'b6f723b3-79e0-4a85-a113-930a39c2bb75'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1914.438928] env[63326]: DEBUG oslo_vmware.api [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126942} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.439194] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.439376] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.439553] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.439727] env[63326]: INFO nova.compute.manager [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Took 1.00 seconds to destroy the instance on the hypervisor. [ 1914.439962] env[63326]: DEBUG oslo.service.loopingcall [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.440171] env[63326]: DEBUG nova.compute.manager [-] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.440266] env[63326]: DEBUG nova.network.neutron [-] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.452873] env[63326]: DEBUG oslo_vmware.api [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131633} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.453108] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.453284] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.453457] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.486537] env[63326]: INFO nova.scheduler.client.report [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleted allocations for instance 3ff8d06e-9293-4306-ad3f-534900440716 [ 1914.643686] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.644317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.644317] env[63326]: DEBUG nova.compute.manager [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Going to confirm migration 8 {{(pid=63326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1914.700141] env[63326]: DEBUG nova.compute.manager [req-622857b3-2d79-41ab-9193-54995090eac3 req-e772ef70-7194-4148-9680-f441cf8d29e8 service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Received event network-vif-deleted-4a150547-809e-4c0f-880a-6d2e02680805 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1914.700460] env[63326]: INFO nova.compute.manager [req-622857b3-2d79-41ab-9193-54995090eac3 req-e772ef70-7194-4148-9680-f441cf8d29e8 service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Neutron deleted interface 4a150547-809e-4c0f-880a-6d2e02680805; detaching it from the instance and deleting it from the info cache [ 1914.700888] env[63326]: DEBUG nova.network.neutron [req-622857b3-2d79-41ab-9193-54995090eac3 req-e772ef70-7194-4148-9680-f441cf8d29e8 service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.901848] env[63326]: DEBUG nova.objects.instance [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'flavor' on Instance uuid 099891d4-9d32-4225-8c5c-bb43dd31f63e {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.990652] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.990920] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.991155] env[63326]: DEBUG nova.objects.instance [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lazy-loading 'resources' on Instance uuid 3ff8d06e-9293-4306-ad3f-534900440716 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.171701] env[63326]: DEBUG nova.network.neutron [-] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.203458] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12b01e12-354f-449a-b6c3-49da7268342f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.214383] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950d8fd-7179-4d80-a817-d7e63601f32d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.225873] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.226093] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.226279] env[63326]: DEBUG nova.network.neutron [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.226464] env[63326]: DEBUG nova.objects.instance [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'info_cache' on Instance uuid f214df39-a352-450d-9a68-ccaa5d209b48 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.246145] env[63326]: DEBUG nova.compute.manager [req-622857b3-2d79-41ab-9193-54995090eac3 req-e772ef70-7194-4148-9680-f441cf8d29e8 service nova] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Detach interface failed, port_id=4a150547-809e-4c0f-880a-6d2e02680805, reason: Instance f08b5542-82ba-4137-b3bf-28f5440f6bb6 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1915.493700] env[63326]: DEBUG nova.objects.instance [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lazy-loading 'numa_topology' on Instance uuid 3ff8d06e-9293-4306-ad3f-534900440716 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.674597] env[63326]: INFO nova.compute.manager [-] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Took 1.23 seconds to deallocate network for instance. [ 1915.909513] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18200450-6c3c-4959-9f26-2b7814afe34c tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.996078] env[63326]: DEBUG nova.objects.base [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Object Instance<3ff8d06e-9293-4306-ad3f-534900440716> lazy-loaded attributes: resources,numa_topology {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1916.085212] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f2c80-5737-4625-8378-e30138f2451e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.092513] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e05c820-e8a2-4512-9dad-d21835301a42 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.122730] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821d51fa-956d-4b1e-9f1e-42f75bcefb51 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.129742] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755e11b6-1d44-448a-97e2-030d87edc71b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.142775] env[63326]: DEBUG nova.compute.provider_tree [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.180537] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.441126] env[63326]: DEBUG nova.network.neutron [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [{"id": "6ce297df-32af-42ee-9293-0d0b6542070c", "address": "fa:16:3e:7b:97:42", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ce297df-32", "ovs_interfaceid": "6ce297df-32af-42ee-9293-0d0b6542070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.645790] env[63326]: DEBUG nova.scheduler.client.report [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.767909] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "3ff8d06e-9293-4306-ad3f-534900440716" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.944695] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-f214df39-a352-450d-9a68-ccaa5d209b48" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.944987] env[63326]: DEBUG nova.objects.instance [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'migration_context' on Instance uuid f214df39-a352-450d-9a68-ccaa5d209b48 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.972700] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.972957] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.973176] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "099891d4-9d32-4225-8c5c-bb43dd31f63e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.973362] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.973532] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.975872] env[63326]: INFO nova.compute.manager [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Terminating instance [ 1917.152348] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.154784] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.974s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.155035] env[63326]: DEBUG nova.objects.instance [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'resources' on Instance uuid f08b5542-82ba-4137-b3bf-28f5440f6bb6 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.448174] env[63326]: DEBUG nova.objects.base [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1917.449077] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6801c6-a935-4893-b03a-7cd3b19d8536 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.469396] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a74ff10-deb4-42bc-a6f0-a9cf73e8df99 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.474772] env[63326]: DEBUG oslo_vmware.api [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1917.474772] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f770-f824-320a-6557-54c1d111ac13" [ 1917.474772] env[63326]: _type = "Task" [ 1917.474772] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.479537] env[63326]: DEBUG nova.compute.manager [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1917.479742] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.483252] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206219d4-265b-4c20-b5a9-2de48327cf0a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.485677] env[63326]: DEBUG oslo_vmware.api [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f770-f824-320a-6557-54c1d111ac13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.489840] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.490067] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17c10aab-c9e9-422b-9ed2-e6c81ff66c77 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.497960] env[63326]: DEBUG oslo_vmware.api [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1917.497960] env[63326]: value = "task-1726904" [ 1917.497960] env[63326]: _type = "Task" [ 1917.497960] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.505521] env[63326]: DEBUG oslo_vmware.api [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.663485] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4a295c8b-452e-4503-a84f-9cda93c77ccf tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.184s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.664369] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.897s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.664549] env[63326]: INFO nova.compute.manager [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Unshelving [ 1917.766608] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3651e97f-3586-43dc-a89b-26253f043684 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.773162] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ef26df-8098-4147-bb9a-d9b4d3bb6a62 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.801750] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c818191-4dd5-4630-a575-ca5be22d337c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.808812] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4940f2e-42fd-43aa-8a84-7b60807f8832 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.823384] env[63326]: DEBUG nova.compute.provider_tree [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.003774] env[63326]: DEBUG oslo_vmware.api [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d3f770-f824-320a-6557-54c1d111ac13, 'name': SearchDatastore_Task, 'duration_secs': 0.007008} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.003774] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.007898] env[63326]: DEBUG oslo_vmware.api [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726904, 'name': PowerOffVM_Task, 'duration_secs': 0.225323} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.008180] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.008350] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.008595] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-533e075a-df37-4b0e-b530-e5ca6defe472 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.079074] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.079315] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.079496] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleting the datastore file [datastore1] 099891d4-9d32-4225-8c5c-bb43dd31f63e {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.079761] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95551e50-7ef2-4fa6-8999-e4e43e793a27 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.087059] env[63326]: DEBUG oslo_vmware.api [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for the task: (returnval){ [ 1918.087059] env[63326]: value = "task-1726906" [ 1918.087059] env[63326]: _type = "Task" [ 1918.087059] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.094914] env[63326]: DEBUG oslo_vmware.api [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.327016] env[63326]: DEBUG nova.scheduler.client.report [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.596582] env[63326]: DEBUG oslo_vmware.api [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Task: {'id': task-1726906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13757} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.596851] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.597057] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.597241] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.597425] env[63326]: INFO nova.compute.manager [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1918.597669] env[63326]: DEBUG oslo.service.loopingcall [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.598220] env[63326]: DEBUG nova.compute.manager [-] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.598321] env[63326]: DEBUG nova.network.neutron [-] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.685955] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.831561] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.833897] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.848s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.853807] env[63326]: INFO nova.scheduler.client.report [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted allocations for instance f08b5542-82ba-4137-b3bf-28f5440f6bb6 [ 1919.170129] env[63326]: DEBUG nova.compute.manager [req-f9f03a7a-76e4-476b-abfc-c8776f40fce1 req-23be67b7-7729-4c02-9a43-71f3ee8a2d89 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Received event network-vif-deleted-d25f97fe-53a5-47e0-91e6-3d4803687322 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1919.170404] env[63326]: INFO nova.compute.manager [req-f9f03a7a-76e4-476b-abfc-c8776f40fce1 req-23be67b7-7729-4c02-9a43-71f3ee8a2d89 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Neutron deleted interface d25f97fe-53a5-47e0-91e6-3d4803687322; detaching it from the instance and deleting it from the info cache [ 1919.170639] env[63326]: DEBUG nova.network.neutron [req-f9f03a7a-76e4-476b-abfc-c8776f40fce1 req-23be67b7-7729-4c02-9a43-71f3ee8a2d89 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.361301] env[63326]: DEBUG oslo_concurrency.lockutils [None req-798e0538-2a34-484d-84b1-c520d0790ae5 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "f08b5542-82ba-4137-b3bf-28f5440f6bb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.433s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.434923] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d207df2-b007-4b49-8aae-259722335aaf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.442659] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd31863-4bb9-47e3-adc7-1de44a4a9424 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.475842] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7b2d45-39b1-4637-a48c-21531272607a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.483668] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078db903-795b-4c32-9a2f-b900eedabdf8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.497695] env[63326]: DEBUG nova.compute.provider_tree [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.605232] env[63326]: DEBUG nova.network.neutron [-] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.673684] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24e0a555-2e08-454b-9e18-674f1060aa36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.683828] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec7a91-9c0d-4244-b963-6eb4e7a393e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.716620] env[63326]: DEBUG nova.compute.manager [req-f9f03a7a-76e4-476b-abfc-c8776f40fce1 req-23be67b7-7729-4c02-9a43-71f3ee8a2d89 service nova] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Detach interface failed, port_id=d25f97fe-53a5-47e0-91e6-3d4803687322, reason: Instance 099891d4-9d32-4225-8c5c-bb43dd31f63e could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1920.023464] env[63326]: ERROR nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [req-880c38ca-ce15-45e1-940f-cef51d366c25] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-880c38ca-ce15-45e1-940f-cef51d366c25"}]} [ 1920.043462] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1920.057458] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1920.057703] env[63326]: DEBUG nova.compute.provider_tree [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.069406] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1920.089514] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1920.111129] env[63326]: INFO nova.compute.manager [-] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Took 1.51 seconds to deallocate network for instance. [ 1920.205981] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba5ae07-f5aa-4d62-8790-a209118612f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.214355] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4c555e-cac2-4fa4-9da6-65f2ee35bf22 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.248514] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86369191-ec25-4402-96ce-f01a2659b16d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.257532] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e2b22-1506-4b72-871d-52081d2accbe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.271893] env[63326]: DEBUG nova.compute.provider_tree [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.618474] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.791321] env[63326]: ERROR nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [req-a8de24ad-418e-486f-be23-034791656d7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8de24ad-418e-486f-be23-034791656d7e"}]} [ 1920.809534] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1920.821521] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1920.821734] env[63326]: DEBUG nova.compute.provider_tree [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.832788] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1920.850993] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1920.961010] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c71d5d-1583-4416-b58d-4aa06564e797 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.971626] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7999b1c0-89a8-4685-9778-e0bcf9684ea9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.021910] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ed64a-a8dc-4b58-943d-08e95b773ffe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.032385] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057a3bd8-8fd5-465f-960b-9e42a9be7860 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.046564] env[63326]: DEBUG nova.compute.provider_tree [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1921.222317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.222590] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.577589] env[63326]: DEBUG nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1921.577897] env[63326]: DEBUG nova.compute.provider_tree [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 175 to 176 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1921.578174] env[63326]: DEBUG nova.compute.provider_tree [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1921.725282] env[63326]: DEBUG nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1922.246367] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.588630] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.755s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.591573] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.906s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.591783] env[63326]: DEBUG nova.objects.instance [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lazy-loading 'pci_requests' on Instance uuid 3ff8d06e-9293-4306-ad3f-534900440716 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.097492] env[63326]: DEBUG nova.objects.instance [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lazy-loading 'numa_topology' on Instance uuid 3ff8d06e-9293-4306-ad3f-534900440716 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.148324] env[63326]: INFO nova.scheduler.client.report [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted allocation for migration 9e9ccdbb-1342-44a5-b0fd-b5df198ac6d5 [ 1923.602038] env[63326]: INFO nova.compute.claims [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.653956] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4c975833-92a2-49d0-a805-cf6256885d59 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.010s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.973629] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.973878] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.974122] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.974472] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.974680] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.977028] env[63326]: INFO nova.compute.manager [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Terminating instance [ 1924.480272] env[63326]: DEBUG nova.compute.manager [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.480509] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.481928] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68102dcf-4c76-4a0e-be2d-cc541487b171 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.489377] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.489605] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c91abd-ef4a-43a4-88fa-df2b4fba82f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.495239] env[63326]: DEBUG oslo_vmware.api [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1924.495239] env[63326]: value = "task-1726907" [ 1924.495239] env[63326]: _type = "Task" [ 1924.495239] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.503568] env[63326]: DEBUG oslo_vmware.api [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.717037] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c340a4d-687c-4858-a8e6-ea08c0f463a8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.724942] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2588be-bcf9-4552-9c0e-df114d4f9555 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.753967] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd6a52-8c1d-4cb1-beea-5828c93a644b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.760927] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd55c59-7f37-4230-855e-f3f58442e7ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.774249] env[63326]: DEBUG nova.compute.provider_tree [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.004829] env[63326]: DEBUG oslo_vmware.api [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726907, 'name': PowerOffVM_Task, 'duration_secs': 0.216793} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.005186] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1925.005361] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1925.005623] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93a25755-ec8a-4d97-b7ad-41e03f282cf0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.076695] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1925.076913] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1925.077110] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleting the datastore file [datastore1] f214df39-a352-450d-9a68-ccaa5d209b48 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1925.077410] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93996332-c8ee-42df-9015-e83e4ebe3001 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.084446] env[63326]: DEBUG oslo_vmware.api [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1925.084446] env[63326]: value = "task-1726909" [ 1925.084446] env[63326]: _type = "Task" [ 1925.084446] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.091897] env[63326]: DEBUG oslo_vmware.api [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.277497] env[63326]: DEBUG nova.scheduler.client.report [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.597851] env[63326]: DEBUG oslo_vmware.api [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15242} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.598260] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.598565] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.598856] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.599173] env[63326]: INFO nova.compute.manager [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1925.599558] env[63326]: DEBUG oslo.service.loopingcall [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.599848] env[63326]: DEBUG nova.compute.manager [-] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.600015] env[63326]: DEBUG nova.network.neutron [-] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.690703] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1925.690945] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1925.782329] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.190s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.784303] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.166s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.784576] env[63326]: DEBUG nova.objects.instance [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lazy-loading 'resources' on Instance uuid 099891d4-9d32-4225-8c5c-bb43dd31f63e {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.838943] env[63326]: INFO nova.network.neutron [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating port 84cb6837-623a-4c36-a4ea-e641485a7f16 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1926.133919] env[63326]: DEBUG nova.compute.manager [req-d44611da-7aeb-4f69-b09f-7443609bd2be req-977f3f23-ee6b-487f-a045-e0235acd5d67 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Received event network-vif-deleted-6ce297df-32af-42ee-9293-0d0b6542070c {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1926.133919] env[63326]: INFO nova.compute.manager [req-d44611da-7aeb-4f69-b09f-7443609bd2be req-977f3f23-ee6b-487f-a045-e0235acd5d67 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Neutron deleted interface 6ce297df-32af-42ee-9293-0d0b6542070c; detaching it from the instance and deleting it from the info cache [ 1926.133919] env[63326]: DEBUG nova.network.neutron [req-d44611da-7aeb-4f69-b09f-7443609bd2be req-977f3f23-ee6b-487f-a045-e0235acd5d67 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.379557] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fadeb8-7f48-4e98-a93d-abe8e8324d95 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.387167] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11696438-e3e6-4092-8c17-a0ece5454cac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.418569] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d07562a-3ef6-40aa-a47c-bf8e63037bae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.426077] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eea2f1-4312-443e-b571-4e1b7006a5ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.439039] env[63326]: DEBUG nova.compute.provider_tree [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.609629] env[63326]: DEBUG nova.network.neutron [-] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.637151] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d5fb0f0-c7e2-417d-8b3f-636fb232891b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.647234] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e670980e-eed3-4f77-a3b1-de2807c8a814 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.674831] env[63326]: DEBUG nova.compute.manager [req-d44611da-7aeb-4f69-b09f-7443609bd2be req-977f3f23-ee6b-487f-a045-e0235acd5d67 service nova] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Detach interface failed, port_id=6ce297df-32af-42ee-9293-0d0b6542070c, reason: Instance f214df39-a352-450d-9a68-ccaa5d209b48 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1926.942974] env[63326]: DEBUG nova.scheduler.client.report [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.112320] env[63326]: INFO nova.compute.manager [-] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Took 1.51 seconds to deallocate network for instance. [ 1927.210965] env[63326]: DEBUG nova.compute.manager [req-e103b06a-e080-4163-af25-e4abbd0f57d4 req-4e26c5c5-34d0-4b52-83b3-97590eae7ce0 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received event network-vif-plugged-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1927.211562] env[63326]: DEBUG oslo_concurrency.lockutils [req-e103b06a-e080-4163-af25-e4abbd0f57d4 req-4e26c5c5-34d0-4b52-83b3-97590eae7ce0 service nova] Acquiring lock "3ff8d06e-9293-4306-ad3f-534900440716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.211562] env[63326]: DEBUG oslo_concurrency.lockutils [req-e103b06a-e080-4163-af25-e4abbd0f57d4 req-4e26c5c5-34d0-4b52-83b3-97590eae7ce0 service nova] Lock "3ff8d06e-9293-4306-ad3f-534900440716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.211562] env[63326]: DEBUG oslo_concurrency.lockutils [req-e103b06a-e080-4163-af25-e4abbd0f57d4 req-4e26c5c5-34d0-4b52-83b3-97590eae7ce0 service nova] Lock "3ff8d06e-9293-4306-ad3f-534900440716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.211829] env[63326]: DEBUG nova.compute.manager [req-e103b06a-e080-4163-af25-e4abbd0f57d4 req-4e26c5c5-34d0-4b52-83b3-97590eae7ce0 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] No waiting events found dispatching network-vif-plugged-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1927.211913] env[63326]: WARNING nova.compute.manager [req-e103b06a-e080-4163-af25-e4abbd0f57d4 req-4e26c5c5-34d0-4b52-83b3-97590eae7ce0 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received unexpected event network-vif-plugged-84cb6837-623a-4c36-a4ea-e641485a7f16 for instance with vm_state shelved_offloaded and task_state spawning. [ 1927.308590] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.308792] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.308962] env[63326]: DEBUG nova.network.neutron [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.448783] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.450974] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.205s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.452509] env[63326]: INFO nova.compute.claims [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1927.467308] env[63326]: INFO nova.scheduler.client.report [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Deleted allocations for instance 099891d4-9d32-4225-8c5c-bb43dd31f63e [ 1927.618789] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.973560] env[63326]: DEBUG oslo_concurrency.lockutils [None req-316e80aa-b813-4a86-892b-9f77651d8a94 tempest-AttachVolumeNegativeTest-1631109843 tempest-AttachVolumeNegativeTest-1631109843-project-member] Lock "099891d4-9d32-4225-8c5c-bb43dd31f63e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.028211] env[63326]: DEBUG nova.network.neutron [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [{"id": "84cb6837-623a-4c36-a4ea-e641485a7f16", "address": "fa:16:3e:8e:52:f5", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cb6837-62", "ovs_interfaceid": "84cb6837-623a-4c36-a4ea-e641485a7f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.530406] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.540848] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26a4998-8228-4294-a53d-8ace437aaf9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.550074] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6bb1f4-0a74-423e-99a1-1e31d1daaaec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.586565] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f96bc34472b09fa8f1cdc91d28f7c63a',container_format='bare',created_at=2024-12-11T03:40:12Z,direct_url=,disk_format='vmdk',id=d44129f6-e34b-4cb2-8a3c-e160390e6b0a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-792952301-shelved',owner='cf08bbff8c2f4036860fa4dabe05e379',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2024-12-11T03:40:33Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1928.586805] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.586953] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1928.587160] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.587382] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1928.587504] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1928.587646] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1928.587803] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1928.587968] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1928.588252] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1928.588320] env[63326]: DEBUG nova.virt.hardware [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1928.589093] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77ed563-7aa1-44d2-bf81-61b4e59513ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.592107] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cf4f0-82a2-4998-aa25-7f1151d5e0a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.601009] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1104ef8-eb73-4f6e-9ea4-6271ea9ef147 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.605397] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a27c4f8-6d9e-4a43-aed7-4ca99cf88b18 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.618409] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:52:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84cb6837-623a-4c36-a4ea-e641485a7f16', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1928.625618] env[63326]: DEBUG oslo.service.loopingcall [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1928.632985] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1928.633461] env[63326]: DEBUG nova.compute.provider_tree [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.634778] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35403fe7-a058-47db-b4cd-d4e44f808697 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.655668] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1928.655668] env[63326]: value = "task-1726910" [ 1928.655668] env[63326]: _type = "Task" [ 1928.655668] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.666085] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726910, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.690566] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1928.690767] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1928.691924] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1929.150975] env[63326]: DEBUG nova.scheduler.client.report [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.166331] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726910, 'name': CreateVM_Task, 'duration_secs': 0.353092} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.167169] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1929.167888] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.168083] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.168456] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1929.168946] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2875d8ee-76a2-43bf-871f-9207e0b5d1a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.173628] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1929.173628] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ea0b83-36f2-c9f0-9967-419c9b1d387e" [ 1929.173628] env[63326]: _type = "Task" [ 1929.173628] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.181856] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ea0b83-36f2-c9f0-9967-419c9b1d387e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.194321] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.235964] env[63326]: DEBUG nova.compute.manager [req-c8a05431-5f08-40bf-9dd0-7f26054dce33 req-8b601701-1f1c-4eb5-9457-700401266763 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received event network-changed-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1929.236182] env[63326]: DEBUG nova.compute.manager [req-c8a05431-5f08-40bf-9dd0-7f26054dce33 req-8b601701-1f1c-4eb5-9457-700401266763 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Refreshing instance network info cache due to event network-changed-84cb6837-623a-4c36-a4ea-e641485a7f16. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1929.236396] env[63326]: DEBUG oslo_concurrency.lockutils [req-c8a05431-5f08-40bf-9dd0-7f26054dce33 req-8b601701-1f1c-4eb5-9457-700401266763 service nova] Acquiring lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.236544] env[63326]: DEBUG oslo_concurrency.lockutils [req-c8a05431-5f08-40bf-9dd0-7f26054dce33 req-8b601701-1f1c-4eb5-9457-700401266763 service nova] Acquired lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.236707] env[63326]: DEBUG nova.network.neutron [req-c8a05431-5f08-40bf-9dd0-7f26054dce33 req-8b601701-1f1c-4eb5-9457-700401266763 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Refreshing network info cache for port 84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.656461] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.657026] env[63326]: DEBUG nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1929.659722] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.041s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.659903] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.661917] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.468s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.662107] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.662260] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1929.663685] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f912e-4f76-4f67-95e9-a09a8b94252f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.671853] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0ceefa-a04e-49d5-bb6e-abffdf8b458c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.691789] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fc3c28-c978-498a-a7d3-f1c7b7a454f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.694139] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ea0b83-36f2-c9f0-9967-419c9b1d387e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.695026] env[63326]: INFO nova.scheduler.client.report [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted allocations for instance f214df39-a352-450d-9a68-ccaa5d209b48 [ 1929.701371] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb9f711-d8b4-468e-9f8c-8354c97bcb32 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.733590] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180663MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1929.733745] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.733942] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.112536] env[63326]: DEBUG nova.network.neutron [req-c8a05431-5f08-40bf-9dd0-7f26054dce33 req-8b601701-1f1c-4eb5-9457-700401266763 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updated VIF entry in instance network info cache for port 84cb6837-623a-4c36-a4ea-e641485a7f16. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.112536] env[63326]: DEBUG nova.network.neutron [req-c8a05431-5f08-40bf-9dd0-7f26054dce33 req-8b601701-1f1c-4eb5-9457-700401266763 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [{"id": "84cb6837-623a-4c36-a4ea-e641485a7f16", "address": "fa:16:3e:8e:52:f5", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cb6837-62", "ovs_interfaceid": "84cb6837-623a-4c36-a4ea-e641485a7f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.164209] env[63326]: DEBUG nova.compute.utils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1930.165661] env[63326]: DEBUG nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1930.165855] env[63326]: DEBUG nova.network.neutron [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1930.186131] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.186437] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Processing image d44129f6-e34b-4cb2-8a3c-e160390e6b0a {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1930.186704] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a/d44129f6-e34b-4cb2-8a3c-e160390e6b0a.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.186867] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a/d44129f6-e34b-4cb2-8a3c-e160390e6b0a.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.187079] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1930.187328] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82eb2a82-27a7-40a1-9661-202a0865a1cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.202929] env[63326]: DEBUG oslo_concurrency.lockutils [None req-6e706fe7-1193-4b80-8bb4-0d33800e6621 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "f214df39-a352-450d-9a68-ccaa5d209b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.229s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.204732] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1930.204904] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1930.205791] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167dc33b-c0a2-4df0-809c-b594118ac165 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.211823] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1930.211823] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52219988-af5c-10d6-f092-93fce38a49fc" [ 1930.211823] env[63326]: _type = "Task" [ 1930.211823] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.219634] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52219988-af5c-10d6-f092-93fce38a49fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.234806] env[63326]: DEBUG nova.policy [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61598bedf88a45bcae9f8d91e76c785b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc58617b70964ab29a030fb38aeb32eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1930.614724] env[63326]: DEBUG oslo_concurrency.lockutils [req-c8a05431-5f08-40bf-9dd0-7f26054dce33 req-8b601701-1f1c-4eb5-9457-700401266763 service nova] Releasing lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.619570] env[63326]: DEBUG nova.network.neutron [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Successfully created port: c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1930.675069] env[63326]: DEBUG nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1930.724051] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Preparing fetch location {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1930.725031] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Fetch image to [datastore1] OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601/OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601.vmdk {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1930.725031] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Downloading stream optimized image d44129f6-e34b-4cb2-8a3c-e160390e6b0a to [datastore1] OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601/OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601.vmdk on the data store datastore1 as vApp {{(pid=63326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1930.725031] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Downloading image file data d44129f6-e34b-4cb2-8a3c-e160390e6b0a to the ESX as VM named 'OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601' {{(pid=63326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1930.771622] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 376f2500-44ee-4a73-98de-eb28ba305a24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1930.771770] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1930.772090] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 7d4ee28c-32ff-4a6d-8dac-9904668086be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1930.772162] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 3ff8d06e-9293-4306-ad3f-534900440716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1930.772340] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6b6012e4-fc3f-470c-a066-1d4dd8471f0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1930.807478] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1930.807478] env[63326]: value = "resgroup-9" [ 1930.807478] env[63326]: _type = "ResourcePool" [ 1930.807478] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1930.807951] env[63326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5ff59669-9992-468b-8e75-ef5032fbcbcc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.829435] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lease: (returnval){ [ 1930.829435] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5243908f-5ea4-d5b9-452e-e3a2c53cd402" [ 1930.829435] env[63326]: _type = "HttpNfcLease" [ 1930.829435] env[63326]: } obtained for vApp import into resource pool (val){ [ 1930.829435] env[63326]: value = "resgroup-9" [ 1930.829435] env[63326]: _type = "ResourcePool" [ 1930.829435] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1930.829776] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the lease: (returnval){ [ 1930.829776] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5243908f-5ea4-d5b9-452e-e3a2c53cd402" [ 1930.829776] env[63326]: _type = "HttpNfcLease" [ 1930.829776] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1930.835883] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1930.835883] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5243908f-5ea4-d5b9-452e-e3a2c53cd402" [ 1930.835883] env[63326]: _type = "HttpNfcLease" [ 1930.835883] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1931.175039] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.175342] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.275384] env[63326]: INFO nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6e0f4ca9-83f5-4930-81d0-32845c4123ff has allocations against this compute host but is not found in the database. [ 1931.275600] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1931.277390] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1931.338338] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1931.338338] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5243908f-5ea4-d5b9-452e-e3a2c53cd402" [ 1931.338338] env[63326]: _type = "HttpNfcLease" [ 1931.338338] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1931.340574] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1931.340574] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5243908f-5ea4-d5b9-452e-e3a2c53cd402" [ 1931.340574] env[63326]: _type = "HttpNfcLease" [ 1931.340574] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1931.341664] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c49661c-3ccf-41c4-93a4-7285a9947d9e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.348722] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f13fd6-d1e4-a833-76f7-7fef8a0e5e57/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1931.349198] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f13fd6-d1e4-a833-76f7-7fef8a0e5e57/disk-0.vmdk. {{(pid=63326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1931.407013] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701c7361-34fe-4d77-bfbf-35980a5cfde3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.415655] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f50396f9-b095-45b2-ac12-7a15b0f86f99 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.419506] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224fccdd-1cff-4d6b-9a46-e716fc704df3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.450535] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b3179b-b4bc-4d26-b433-78a3f1101935 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.457483] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad760171-5b6d-41df-a3be-105167a95247 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.470115] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.677780] env[63326]: DEBUG nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1931.685876] env[63326]: DEBUG nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1931.717181] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1931.717459] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1931.717621] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1931.717804] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1931.717950] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1931.718114] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1931.718390] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1931.718582] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1931.718756] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1931.718923] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1931.719124] env[63326]: DEBUG nova.virt.hardware [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1931.719980] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ccf85-10df-47ca-8941-27546bac3dd2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.733952] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45101285-f3ce-45f0-9d6e-83b29ae222ff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.973645] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.210700] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.450965] env[63326]: DEBUG nova.compute.manager [req-22e5afec-c87d-4367-845f-47a4eb8d21e9 req-4b6ae11c-4e4d-4e7a-ae9a-62cac0d16668 service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Received event network-vif-plugged-c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1932.451220] env[63326]: DEBUG oslo_concurrency.lockutils [req-22e5afec-c87d-4367-845f-47a4eb8d21e9 req-4b6ae11c-4e4d-4e7a-ae9a-62cac0d16668 service nova] Acquiring lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.451582] env[63326]: DEBUG oslo_concurrency.lockutils [req-22e5afec-c87d-4367-845f-47a4eb8d21e9 req-4b6ae11c-4e4d-4e7a-ae9a-62cac0d16668 service nova] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.451799] env[63326]: DEBUG oslo_concurrency.lockutils [req-22e5afec-c87d-4367-845f-47a4eb8d21e9 req-4b6ae11c-4e4d-4e7a-ae9a-62cac0d16668 service nova] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.451985] env[63326]: DEBUG nova.compute.manager [req-22e5afec-c87d-4367-845f-47a4eb8d21e9 req-4b6ae11c-4e4d-4e7a-ae9a-62cac0d16668 service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] No waiting events found dispatching network-vif-plugged-c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.452167] env[63326]: WARNING nova.compute.manager [req-22e5afec-c87d-4367-845f-47a4eb8d21e9 req-4b6ae11c-4e4d-4e7a-ae9a-62cac0d16668 service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Received unexpected event network-vif-plugged-c77a56a3-7651-487e-9aa3-604f66621d1e for instance with vm_state building and task_state spawning. [ 1935.623553] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Completed reading data from the image iterator. {{(pid=63326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1935.623829] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f13fd6-d1e4-a833-76f7-7fef8a0e5e57/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1935.625063] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886762fa-0b49-4b9b-af91-f0b8555251f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.637110] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f13fd6-d1e4-a833-76f7-7fef8a0e5e57/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1935.637110] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f13fd6-d1e4-a833-76f7-7fef8a0e5e57/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1935.637110] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f7fbceef-dcff-4d9b-be09-a3d2edeff5e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.733224] env[63326]: DEBUG nova.network.neutron [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Successfully updated port: c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1935.779388] env[63326]: DEBUG nova.compute.manager [req-1cfbcb85-4702-478f-b4d6-4ea9605309f0 req-8d49406b-411c-466c-ad2a-d939305fcf42 service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Received event network-changed-c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1935.779388] env[63326]: DEBUG nova.compute.manager [req-1cfbcb85-4702-478f-b4d6-4ea9605309f0 req-8d49406b-411c-466c-ad2a-d939305fcf42 service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Refreshing instance network info cache due to event network-changed-c77a56a3-7651-487e-9aa3-604f66621d1e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1935.779388] env[63326]: DEBUG oslo_concurrency.lockutils [req-1cfbcb85-4702-478f-b4d6-4ea9605309f0 req-8d49406b-411c-466c-ad2a-d939305fcf42 service nova] Acquiring lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.779388] env[63326]: DEBUG oslo_concurrency.lockutils [req-1cfbcb85-4702-478f-b4d6-4ea9605309f0 req-8d49406b-411c-466c-ad2a-d939305fcf42 service nova] Acquired lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.779388] env[63326]: DEBUG nova.network.neutron [req-1cfbcb85-4702-478f-b4d6-4ea9605309f0 req-8d49406b-411c-466c-ad2a-d939305fcf42 service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Refreshing network info cache for port c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.024785] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1936.025044] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.291s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.025401] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.815s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.027077] env[63326]: INFO nova.compute.claims [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.237923] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.316448] env[63326]: DEBUG nova.network.neutron [req-1cfbcb85-4702-478f-b4d6-4ea9605309f0 req-8d49406b-411c-466c-ad2a-d939305fcf42 service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1936.385311] env[63326]: DEBUG nova.network.neutron [req-1cfbcb85-4702-478f-b4d6-4ea9605309f0 req-8d49406b-411c-466c-ad2a-d939305fcf42 service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.887744] env[63326]: DEBUG oslo_concurrency.lockutils [req-1cfbcb85-4702-478f-b4d6-4ea9605309f0 req-8d49406b-411c-466c-ad2a-d939305fcf42 service nova] Releasing lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.888146] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.888316] env[63326]: DEBUG nova.network.neutron [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.419273] env[63326]: DEBUG nova.network.neutron [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1937.444804] env[63326]: DEBUG oslo_vmware.rw_handles [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f13fd6-d1e4-a833-76f7-7fef8a0e5e57/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1937.445045] env[63326]: INFO nova.virt.vmwareapi.images [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Downloaded image file data d44129f6-e34b-4cb2-8a3c-e160390e6b0a [ 1937.445916] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e138aa43-fe04-4223-815d-2771ade79885 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.461150] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48fdc477-d797-480f-959c-d3fd02efd9c4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.495542] env[63326]: INFO nova.virt.vmwareapi.images [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] The imported VM was unregistered [ 1937.497974] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Caching image {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1937.498210] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1937.498466] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd9dd16f-7a56-46f4-9654-d882474a160b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.509008] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Created directory with path [datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1937.509200] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601/OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601.vmdk to [datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a/d44129f6-e34b-4cb2-8a3c-e160390e6b0a.vmdk. {{(pid=63326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1937.509473] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fcc6bf83-6374-47a7-b90e-03d84072f44b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.515738] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1937.515738] env[63326]: value = "task-1726916" [ 1937.515738] env[63326]: _type = "Task" [ 1937.515738] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.524430] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726916, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.752988] env[63326]: DEBUG nova.network.neutron [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Updating instance_info_cache with network_info: [{"id": "c77a56a3-7651-487e-9aa3-604f66621d1e", "address": "fa:16:3e:b5:95:f0", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77a56a3-76", "ovs_interfaceid": "c77a56a3-7651-487e-9aa3-604f66621d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.845873] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2388f4f2-10a6-4167-86f0-30862fa8a7e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.853706] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d5f2c1-782e-4faf-8778-4068f31c57e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.885482] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b85fe62-686f-4048-9a65-0da2b56b08c9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.893199] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5771b7b0-7512-47fd-b9e6-0b0feaa6384a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.907729] env[63326]: DEBUG nova.compute.provider_tree [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.026619] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726916, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.030238] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.030477] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.030673] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1938.414278] env[63326]: DEBUG nova.scheduler.client.report [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.527151] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726916, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.028095] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726916, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.065883] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.066051] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.066223] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1939.529419] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726916, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.029355] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726916, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.287518] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating instance_info_cache with network_info: [{"id": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "address": "fa:16:3e:c9:2d:dc", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf87e393c-4e", "ovs_interfaceid": "f87e393c-4e7f-43ae-9d2e-8454ad6f449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.531161] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726916, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.745775} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.531452] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601/OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601.vmdk to [datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a/d44129f6-e34b-4cb2-8a3c-e160390e6b0a.vmdk. [ 1940.531646] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Cleaning up location [datastore1] OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1940.531809] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3aee185b-2a29-4495-b40e-36b0682ef601 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.532069] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973aed1e-6007-487c-a570-d8ec8392c01c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.538152] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1940.538152] env[63326]: value = "task-1726917" [ 1940.538152] env[63326]: _type = "Task" [ 1940.538152] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.545434] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.760144] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.760616] env[63326]: DEBUG nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Instance network_info: |[{"id": "c77a56a3-7651-487e-9aa3-604f66621d1e", "address": "fa:16:3e:b5:95:f0", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77a56a3-76", "ovs_interfaceid": "c77a56a3-7651-487e-9aa3-604f66621d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1940.761107] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:95:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c77a56a3-7651-487e-9aa3-604f66621d1e', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1940.770060] env[63326]: DEBUG oslo.service.loopingcall [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.770582] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1940.770813] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2df2b396-3892-4c36-81e9-492d7ad922af {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.790065] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-376f2500-44ee-4a73-98de-eb28ba305a24" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.790313] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1940.790580] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1940.790826] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1940.790941] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1940.793322] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1940.793322] env[63326]: value = "task-1726918" [ 1940.793322] env[63326]: _type = "Task" [ 1940.793322] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.801536] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726918, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.923148] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.898s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.923737] env[63326]: DEBUG nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1941.047514] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143723} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.047862] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.048017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a/d44129f6-e34b-4cb2-8a3c-e160390e6b0a.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.048271] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a/d44129f6-e34b-4cb2-8a3c-e160390e6b0a.vmdk to [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716/3ff8d06e-9293-4306-ad3f-534900440716.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.048527] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec443ad-c0f5-4439-b93a-47664dd1fe68 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.055137] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1941.055137] env[63326]: value = "task-1726919" [ 1941.055137] env[63326]: _type = "Task" [ 1941.055137] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.062823] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.223282] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.223614] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.223876] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "376f2500-44ee-4a73-98de-eb28ba305a24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.224140] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.224330] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.227223] env[63326]: INFO nova.compute.manager [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Terminating instance [ 1941.304998] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726918, 'name': CreateVM_Task, 'duration_secs': 0.338409} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.306028] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1941.306486] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.306649] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.307010] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1941.307296] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c06447-2f63-4eda-9f8a-62828ab975a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.312187] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1941.312187] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]525bbde0-7dba-3e04-e067-a5e60c2466e3" [ 1941.312187] env[63326]: _type = "Task" [ 1941.312187] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.320497] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525bbde0-7dba-3e04-e067-a5e60c2466e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.428940] env[63326]: DEBUG nova.compute.utils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1941.430483] env[63326]: DEBUG nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1941.430652] env[63326]: DEBUG nova.network.neutron [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1941.497894] env[63326]: DEBUG nova.policy [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51d9cba6a5734952a0b7a5a741b765d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa4e7de2d9ff42e3bf71784930c23c23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1941.566071] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726919, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.731038] env[63326]: DEBUG nova.compute.manager [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1941.731294] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.732217] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d839e6b-17a6-4d01-8210-f3f080725fe3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.740494] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.740746] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2237366-3a0d-4ed4-96c4-07d78108b616 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.747520] env[63326]: DEBUG oslo_vmware.api [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1941.747520] env[63326]: value = "task-1726920" [ 1941.747520] env[63326]: _type = "Task" [ 1941.747520] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.756868] env[63326]: DEBUG oslo_vmware.api [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.822820] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]525bbde0-7dba-3e04-e067-a5e60c2466e3, 'name': SearchDatastore_Task, 'duration_secs': 0.076723} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.823183] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.823500] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1941.823746] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.823894] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.824302] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1941.824407] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c48b928d-4bb5-460d-ae7d-a18ce7d2e44f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.837430] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1941.837681] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1941.838486] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b315449-2f99-45e5-ad43-eba2fc5d65dd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.844306] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1941.844306] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5239bf38-a2f9-2938-6da1-f0aa0d762d8f" [ 1941.844306] env[63326]: _type = "Task" [ 1941.844306] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.853057] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5239bf38-a2f9-2938-6da1-f0aa0d762d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.935876] env[63326]: DEBUG nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1942.066321] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726919, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.081841] env[63326]: DEBUG nova.network.neutron [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Successfully created port: 0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1942.257644] env[63326]: DEBUG oslo_vmware.api [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726920, 'name': PowerOffVM_Task, 'duration_secs': 0.485964} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.257998] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.258231] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.258471] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-773ac34e-e12c-4bd3-945f-014dc2614905 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.356033] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5239bf38-a2f9-2938-6da1-f0aa0d762d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.104426} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.357135] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbf781e-b7f3-400e-86e1-e35b59a3babf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.363325] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1942.363325] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]528e6c8b-0af5-be4b-489d-0a8a7d10806c" [ 1942.363325] env[63326]: _type = "Task" [ 1942.363325] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.372013] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528e6c8b-0af5-be4b-489d-0a8a7d10806c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.410465] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.410740] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.410896] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Deleting the datastore file [datastore1] 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.411212] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70656b68-b795-433d-8546-6b5f097b573d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.417681] env[63326]: DEBUG oslo_vmware.api [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1942.417681] env[63326]: value = "task-1726922" [ 1942.417681] env[63326]: _type = "Task" [ 1942.417681] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.426707] env[63326]: DEBUG oslo_vmware.api [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.568639] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726919, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.875935] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]528e6c8b-0af5-be4b-489d-0a8a7d10806c, 'name': SearchDatastore_Task, 'duration_secs': 0.087754} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.876355] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.877102] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d/6b6012e4-fc3f-470c-a066-1d4dd8471f0d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1942.877102] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26ffc529-24af-42e4-a1b8-8afefe5bc582 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.885286] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1942.885286] env[63326]: value = "task-1726923" [ 1942.885286] env[63326]: _type = "Task" [ 1942.885286] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.893459] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.928025] env[63326]: DEBUG oslo_vmware.api [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.067018] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726919, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.395523] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.429398] env[63326]: DEBUG oslo_vmware.api [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.567627] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726919, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.900009] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.929593] env[63326]: DEBUG oslo_vmware.api [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.300181} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.929878] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.930103] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.930267] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.930443] env[63326]: INFO nova.compute.manager [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1943.930704] env[63326]: DEBUG oslo.service.loopingcall [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.930942] env[63326]: DEBUG nova.compute.manager [-] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1943.931022] env[63326]: DEBUG nova.network.neutron [-] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1944.013645] env[63326]: DEBUG nova.compute.manager [req-81778a7d-7e02-4cab-b053-d5fbceb16ecf req-ea3ac548-f1fb-4785-a7ca-17b73bfc6ae6 service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Received event network-vif-plugged-0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1944.013850] env[63326]: DEBUG oslo_concurrency.lockutils [req-81778a7d-7e02-4cab-b053-d5fbceb16ecf req-ea3ac548-f1fb-4785-a7ca-17b73bfc6ae6 service nova] Acquiring lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.014096] env[63326]: DEBUG oslo_concurrency.lockutils [req-81778a7d-7e02-4cab-b053-d5fbceb16ecf req-ea3ac548-f1fb-4785-a7ca-17b73bfc6ae6 service nova] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.014364] env[63326]: DEBUG oslo_concurrency.lockutils [req-81778a7d-7e02-4cab-b053-d5fbceb16ecf req-ea3ac548-f1fb-4785-a7ca-17b73bfc6ae6 service nova] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.014448] env[63326]: DEBUG nova.compute.manager [req-81778a7d-7e02-4cab-b053-d5fbceb16ecf req-ea3ac548-f1fb-4785-a7ca-17b73bfc6ae6 service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] No waiting events found dispatching network-vif-plugged-0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1944.014618] env[63326]: WARNING nova.compute.manager [req-81778a7d-7e02-4cab-b053-d5fbceb16ecf req-ea3ac548-f1fb-4785-a7ca-17b73bfc6ae6 service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Received unexpected event network-vif-plugged-0fb0e96b-7b6c-4fe7-a287-97df691fac92 for instance with vm_state building and task_state block_device_mapping. [ 1944.068463] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726919, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.606602} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.068808] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d44129f6-e34b-4cb2-8a3c-e160390e6b0a/d44129f6-e34b-4cb2-8a3c-e160390e6b0a.vmdk to [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716/3ff8d06e-9293-4306-ad3f-534900440716.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1944.069519] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729892e-0d51-44dc-be27-109e75a7afcd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.093169] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716/3ff8d06e-9293-4306-ad3f-534900440716.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.093485] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d6d711-3900-433f-abd4-e8e1626250ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.112521] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1944.112521] env[63326]: value = "task-1726924" [ 1944.112521] env[63326]: _type = "Task" [ 1944.112521] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.123838] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.397529] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726923, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.199903} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.397766] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d/6b6012e4-fc3f-470c-a066-1d4dd8471f0d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1944.397975] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1944.398237] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a34e052-0fdf-40fa-a082-e0a1a2b55e2c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.405203] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1944.405203] env[63326]: value = "task-1726925" [ 1944.405203] env[63326]: _type = "Task" [ 1944.405203] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.413936] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.622357] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726924, 'name': ReconfigVM_Task, 'duration_secs': 0.34952} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.622357] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716/3ff8d06e-9293-4306-ad3f-534900440716.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.623294] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56942cf1-4dca-499c-8fa0-aaf41ba7f209 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.629732] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1944.629732] env[63326]: value = "task-1726926" [ 1944.629732] env[63326]: _type = "Task" [ 1944.629732] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.639037] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726926, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.723709] env[63326]: DEBUG nova.network.neutron [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Successfully updated port: 0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1944.752605] env[63326]: DEBUG nova.compute.manager [req-c62bee68-274c-4d5e-9185-ac166ae2b834 req-959db3ab-f5e4-44ff-938a-1cd8727ef74f service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Received event network-changed-0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1944.752605] env[63326]: DEBUG nova.compute.manager [req-c62bee68-274c-4d5e-9185-ac166ae2b834 req-959db3ab-f5e4-44ff-938a-1cd8727ef74f service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Refreshing instance network info cache due to event network-changed-0fb0e96b-7b6c-4fe7-a287-97df691fac92. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1944.752819] env[63326]: DEBUG oslo_concurrency.lockutils [req-c62bee68-274c-4d5e-9185-ac166ae2b834 req-959db3ab-f5e4-44ff-938a-1cd8727ef74f service nova] Acquiring lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.753018] env[63326]: DEBUG oslo_concurrency.lockutils [req-c62bee68-274c-4d5e-9185-ac166ae2b834 req-959db3ab-f5e4-44ff-938a-1cd8727ef74f service nova] Acquired lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.753241] env[63326]: DEBUG nova.network.neutron [req-c62bee68-274c-4d5e-9185-ac166ae2b834 req-959db3ab-f5e4-44ff-938a-1cd8727ef74f service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Refreshing network info cache for port 0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.915176] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068986} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.916713] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1944.917740] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d9ac19-1aff-4446-9087-e18c83c257b2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.941026] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d/6b6012e4-fc3f-470c-a066-1d4dd8471f0d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.942745] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5219a3bd-d788-4faf-b139-2b9a02622d20 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.957867] env[63326]: DEBUG nova.compute.manager [req-cae6a3fb-62f1-4445-b972-1f7fa6449bfe req-b46ffe8a-a542-43d4-bccc-40c94a80eb86 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Received event network-vif-deleted-f87e393c-4e7f-43ae-9d2e-8454ad6f449e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1944.958078] env[63326]: INFO nova.compute.manager [req-cae6a3fb-62f1-4445-b972-1f7fa6449bfe req-b46ffe8a-a542-43d4-bccc-40c94a80eb86 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Neutron deleted interface f87e393c-4e7f-43ae-9d2e-8454ad6f449e; detaching it from the instance and deleting it from the info cache [ 1944.958254] env[63326]: DEBUG nova.network.neutron [req-cae6a3fb-62f1-4445-b972-1f7fa6449bfe req-b46ffe8a-a542-43d4-bccc-40c94a80eb86 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.960691] env[63326]: DEBUG nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1944.969566] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1944.969566] env[63326]: value = "task-1726927" [ 1944.969566] env[63326]: _type = "Task" [ 1944.969566] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.978796] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.991808] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1944.992135] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1944.992309] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1944.992499] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1944.992677] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1944.992798] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1944.993039] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1944.993284] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1944.993544] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1944.993789] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1944.994080] env[63326]: DEBUG nova.virt.hardware [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1944.995301] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe1497-8b26-4925-ba72-81da8105b27b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.004055] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc9f36-ca0b-45bb-a845-ec395bde6a99 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.139369] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726926, 'name': Rename_Task, 'duration_secs': 0.152051} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.139715] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.140200] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05005e53-7f69-4d0a-b3d6-060390de4a7f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.146667] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1945.146667] env[63326]: value = "task-1726928" [ 1945.146667] env[63326]: _type = "Task" [ 1945.146667] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.154053] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.187952] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.188374] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.227291] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.293579] env[63326]: DEBUG nova.network.neutron [req-c62bee68-274c-4d5e-9185-ac166ae2b834 req-959db3ab-f5e4-44ff-938a-1cd8727ef74f service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1945.379448] env[63326]: DEBUG nova.network.neutron [req-c62bee68-274c-4d5e-9185-ac166ae2b834 req-959db3ab-f5e4-44ff-938a-1cd8727ef74f service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.418433] env[63326]: DEBUG nova.network.neutron [-] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.463958] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bacbbb87-ef0b-44b4-8e07-dbe86e13fd07 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.476960] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5a2e92-54a1-4f84-b1ce-9aae4e9f7a88 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.492203] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726927, 'name': ReconfigVM_Task, 'duration_secs': 0.307558} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.492818] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d/6b6012e4-fc3f-470c-a066-1d4dd8471f0d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.493506] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ca8eace-0d32-4507-8c81-56403e7b2a8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.504052] env[63326]: DEBUG nova.compute.manager [req-cae6a3fb-62f1-4445-b972-1f7fa6449bfe req-b46ffe8a-a542-43d4-bccc-40c94a80eb86 service nova] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Detach interface failed, port_id=f87e393c-4e7f-43ae-9d2e-8454ad6f449e, reason: Instance 376f2500-44ee-4a73-98de-eb28ba305a24 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1945.505507] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1945.505507] env[63326]: value = "task-1726929" [ 1945.505507] env[63326]: _type = "Task" [ 1945.505507] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.513383] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726929, 'name': Rename_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.657287] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.691810] env[63326]: INFO nova.compute.manager [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Detaching volume 29922924-7eca-44e7-94f6-08ea7b263792 [ 1945.725091] env[63326]: INFO nova.virt.block_device [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Attempting to driver detach volume 29922924-7eca-44e7-94f6-08ea7b263792 from mountpoint /dev/sdb [ 1945.725370] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1945.725574] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359407', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'name': 'volume-29922924-7eca-44e7-94f6-08ea7b263792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '7d4ee28c-32ff-4a6d-8dac-9904668086be', 'attached_at': '', 'detached_at': '', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'serial': '29922924-7eca-44e7-94f6-08ea7b263792'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1945.726552] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297f050-77a8-49e7-8fea-32c3733cdd7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.750337] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13060149-df90-417d-aa0f-2f60d888f497 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.758341] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25d8860-daff-41fd-9ed8-73b4422f98be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.781186] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f21a972-cba5-4c76-b5ec-a6553ab247bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.797255] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] The volume has not been displaced from its original location: [datastore1] volume-29922924-7eca-44e7-94f6-08ea7b263792/volume-29922924-7eca-44e7-94f6-08ea7b263792.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1945.802488] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1945.802831] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131574c3-0bb7-43ad-b5d7-065fe9fab15e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.821410] env[63326]: DEBUG oslo_vmware.api [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1945.821410] env[63326]: value = "task-1726930" [ 1945.821410] env[63326]: _type = "Task" [ 1945.821410] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.829517] env[63326]: DEBUG oslo_vmware.api [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.881764] env[63326]: DEBUG oslo_concurrency.lockutils [req-c62bee68-274c-4d5e-9185-ac166ae2b834 req-959db3ab-f5e4-44ff-938a-1cd8727ef74f service nova] Releasing lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.882255] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.882434] env[63326]: DEBUG nova.network.neutron [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1945.921535] env[63326]: INFO nova.compute.manager [-] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Took 1.99 seconds to deallocate network for instance. [ 1946.015493] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726929, 'name': Rename_Task, 'duration_secs': 0.152355} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.015795] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1946.016070] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-650be086-2374-4f74-a358-d596502cdbeb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.022589] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1946.022589] env[63326]: value = "task-1726931" [ 1946.022589] env[63326]: _type = "Task" [ 1946.022589] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.034910] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.158653] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726928, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.331514] env[63326]: DEBUG oslo_vmware.api [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726930, 'name': ReconfigVM_Task, 'duration_secs': 0.228466} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.331804] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1946.336682] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e27e04-5e04-4641-a5e9-e2fcb4cfd162 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.353216] env[63326]: DEBUG oslo_vmware.api [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1946.353216] env[63326]: value = "task-1726932" [ 1946.353216] env[63326]: _type = "Task" [ 1946.353216] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.360921] env[63326]: DEBUG oslo_vmware.api [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.413770] env[63326]: DEBUG nova.network.neutron [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1946.428971] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.429268] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.429529] env[63326]: DEBUG nova.objects.instance [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'resources' on Instance uuid 376f2500-44ee-4a73-98de-eb28ba305a24 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.532895] env[63326]: DEBUG oslo_vmware.api [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726931, 'name': PowerOnVM_Task, 'duration_secs': 0.463497} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.533179] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.533449] env[63326]: INFO nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Took 14.85 seconds to spawn the instance on the hypervisor. [ 1946.533655] env[63326]: DEBUG nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.534430] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b13ef-13b1-4b3a-be07-3d2a7dd59fd7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.544859] env[63326]: DEBUG nova.network.neutron [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [{"id": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "address": "fa:16:3e:5d:12:4e", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb0e96b-7b", "ovs_interfaceid": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.657903] env[63326]: DEBUG oslo_vmware.api [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726928, 'name': PowerOnVM_Task, 'duration_secs': 1.034409} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.658261] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.865018] env[63326]: DEBUG oslo_vmware.api [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.019047] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778fac8d-1576-4a3f-9a9d-86b74213e105 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.027174] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf9a090-b3b5-4a46-bd82-15b308a0af6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.057330] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb52197c-3154-486c-af9d-f217e53cc498 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.065622] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff62c6-b0a3-4875-980b-e8deabee43c1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.079152] env[63326]: DEBUG nova.compute.provider_tree [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.364160] env[63326]: DEBUG oslo_vmware.api [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726932, 'name': ReconfigVM_Task, 'duration_secs': 0.566411} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.364524] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359407', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'name': 'volume-29922924-7eca-44e7-94f6-08ea7b263792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '7d4ee28c-32ff-4a6d-8dac-9904668086be', 'attached_at': '', 'detached_at': '', 'volume_id': '29922924-7eca-44e7-94f6-08ea7b263792', 'serial': '29922924-7eca-44e7-94f6-08ea7b263792'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1947.582037] env[63326]: DEBUG nova.scheduler.client.report [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.819356] env[63326]: DEBUG nova.objects.instance [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'flavor' on Instance uuid 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.902617] env[63326]: DEBUG nova.compute.manager [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.903595] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffce796-1cfe-42ae-9c95-bce474296968 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.066611] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.066916] env[63326]: DEBUG nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Instance network_info: |[{"id": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "address": "fa:16:3e:5d:12:4e", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb0e96b-7b", "ovs_interfaceid": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1950.068751] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:12:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fb0e96b-7b6c-4fe7-a287-97df691fac92', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1950.076135] env[63326]: DEBUG oslo.service.loopingcall [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.076563] env[63326]: INFO nova.compute.manager [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Took 27.85 seconds to build instance. [ 1950.077578] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1950.077960] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6328934a-ea4b-44d0-ace9-918077907be0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.095120] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.666s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.104661] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1950.104661] env[63326]: value = "task-1726933" [ 1950.104661] env[63326]: _type = "Task" [ 1950.104661] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.114281] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726933, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.115426] env[63326]: INFO nova.scheduler.client.report [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Deleted allocations for instance 376f2500-44ee-4a73-98de-eb28ba305a24 [ 1950.422295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-78072d6a-504c-4ef8-8ca6-417b02df15f8 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.757s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.579830] env[63326]: DEBUG oslo_concurrency.lockutils [None req-9e6e3424-21d2-470b-9df9-b19d7a810a02 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.357s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.616684] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726933, 'name': CreateVM_Task, 'duration_secs': 0.406498} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.616684] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1950.617687] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.617687] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.617883] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1950.618192] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973d7ddc-93d2-4f92-9743-b870ec7cf2e9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.622481] env[63326]: DEBUG oslo_concurrency.lockutils [None req-df5017af-1120-4358-a889-c54a206394c0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "376f2500-44ee-4a73-98de-eb28ba305a24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.399s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.627519] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1950.627519] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]522df3a6-9eb4-a55f-65e7-1a0f3cd4b98a" [ 1950.627519] env[63326]: _type = "Task" [ 1950.627519] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.637344] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522df3a6-9eb4-a55f-65e7-1a0f3cd4b98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.827277] env[63326]: DEBUG oslo_concurrency.lockutils [None req-0ac81649-f643-40b3-912c-0ebf091500cc tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.639s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.091925] env[63326]: DEBUG nova.compute.manager [req-41c56ff5-edaa-464b-a069-429920728656 req-4026db08-a8b0-463a-90df-026c68c4af2e service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Received event network-changed-c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1951.092139] env[63326]: DEBUG nova.compute.manager [req-41c56ff5-edaa-464b-a069-429920728656 req-4026db08-a8b0-463a-90df-026c68c4af2e service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Refreshing instance network info cache due to event network-changed-c77a56a3-7651-487e-9aa3-604f66621d1e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1951.092359] env[63326]: DEBUG oslo_concurrency.lockutils [req-41c56ff5-edaa-464b-a069-429920728656 req-4026db08-a8b0-463a-90df-026c68c4af2e service nova] Acquiring lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.092504] env[63326]: DEBUG oslo_concurrency.lockutils [req-41c56ff5-edaa-464b-a069-429920728656 req-4026db08-a8b0-463a-90df-026c68c4af2e service nova] Acquired lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.092672] env[63326]: DEBUG nova.network.neutron [req-41c56ff5-edaa-464b-a069-429920728656 req-4026db08-a8b0-463a-90df-026c68c4af2e service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Refreshing network info cache for port c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.139016] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]522df3a6-9eb4-a55f-65e7-1a0f3cd4b98a, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.139341] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.139592] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1951.139874] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.139984] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.140192] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1951.140518] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0a2fae2-e758-4098-a89c-164bea57d87e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.150393] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1951.150657] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1951.151319] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26d78fe-453e-4387-a6ae-cacd1972ede6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.157069] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1951.157069] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5219efc1-6a55-3ad2-4feb-edde91b4d5f0" [ 1951.157069] env[63326]: _type = "Task" [ 1951.157069] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.165647] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5219efc1-6a55-3ad2-4feb-edde91b4d5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.568522] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.568916] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.569262] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.569395] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.569620] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.571867] env[63326]: INFO nova.compute.manager [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Terminating instance [ 1951.672607] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5219efc1-6a55-3ad2-4feb-edde91b4d5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.673439] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef4ed34-8e6d-4706-9dd3-24b7cfa67b7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.679418] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1951.679418] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c08842-ad74-b33f-7838-802336cdcbed" [ 1951.679418] env[63326]: _type = "Task" [ 1951.679418] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.689137] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c08842-ad74-b33f-7838-802336cdcbed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.839435] env[63326]: DEBUG nova.network.neutron [req-41c56ff5-edaa-464b-a069-429920728656 req-4026db08-a8b0-463a-90df-026c68c4af2e service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Updated VIF entry in instance network info cache for port c77a56a3-7651-487e-9aa3-604f66621d1e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.839831] env[63326]: DEBUG nova.network.neutron [req-41c56ff5-edaa-464b-a069-429920728656 req-4026db08-a8b0-463a-90df-026c68c4af2e service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Updating instance_info_cache with network_info: [{"id": "c77a56a3-7651-487e-9aa3-604f66621d1e", "address": "fa:16:3e:b5:95:f0", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77a56a3-76", "ovs_interfaceid": "c77a56a3-7651-487e-9aa3-604f66621d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.077071] env[63326]: DEBUG nova.compute.manager [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.077071] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.077481] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b1da20-20a3-4bb3-a731-8b726dd62b29 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.085549] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.085792] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c85e7a80-b23b-41a6-916e-ccec723e7416 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.092293] env[63326]: DEBUG oslo_vmware.api [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1952.092293] env[63326]: value = "task-1726934" [ 1952.092293] env[63326]: _type = "Task" [ 1952.092293] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.100421] env[63326]: DEBUG oslo_vmware.api [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.190851] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52c08842-ad74-b33f-7838-802336cdcbed, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.191142] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.191401] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff/6e0f4ca9-83f5-4930-81d0-32845c4123ff.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1952.191707] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfe4bb03-db99-4336-b9e5-efb7cd7e5b28 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.199604] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1952.199604] env[63326]: value = "task-1726935" [ 1952.199604] env[63326]: _type = "Task" [ 1952.199604] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.208182] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.602714] env[63326]: DEBUG oslo_vmware.api [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726934, 'name': PowerOffVM_Task, 'duration_secs': 0.234142} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.602952] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.603149] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.603464] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91f4bd2f-0e18-4cde-8e33-4aeb7b20b3b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.711292] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500936} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.711554] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff/6e0f4ca9-83f5-4930-81d0-32845c4123ff.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.711782] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.712043] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13212824-3e9a-482c-a0ae-c3d878112955 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.720778] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1952.720778] env[63326]: value = "task-1726937" [ 1952.720778] env[63326]: _type = "Task" [ 1952.720778] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.726102] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1952.726338] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1952.726508] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleting the datastore file [datastore1] 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.726766] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-831e4761-397e-47e2-9880-5224bb186620 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.731339] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.736922] env[63326]: DEBUG oslo_vmware.api [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1952.736922] env[63326]: value = "task-1726938" [ 1952.736922] env[63326]: _type = "Task" [ 1952.736922] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.745890] env[63326]: DEBUG oslo_vmware.api [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.231683] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074874} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.231683] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1953.232213] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909fd6fb-9604-46bb-91d9-90cf928e9c36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.254317] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff/6e0f4ca9-83f5-4930-81d0-32845c4123ff.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.257305] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcda90f-d2ed-4194-bea0-06449545ba73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.278119] env[63326]: DEBUG oslo_vmware.api [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122085} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.279345] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.279538] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.279719] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.279896] env[63326]: INFO nova.compute.manager [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1953.280157] env[63326]: DEBUG oslo.service.loopingcall [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.280408] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1953.280408] env[63326]: value = "task-1726939" [ 1953.280408] env[63326]: _type = "Task" [ 1953.280408] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.280594] env[63326]: DEBUG nova.compute.manager [-] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.280692] env[63326]: DEBUG nova.network.neutron [-] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.290575] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.343965] env[63326]: DEBUG oslo_concurrency.lockutils [req-41c56ff5-edaa-464b-a069-429920728656 req-4026db08-a8b0-463a-90df-026c68c4af2e service nova] Releasing lock "refresh_cache-6b6012e4-fc3f-470c-a066-1d4dd8471f0d" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.681201] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed95f9b7-13e5-4622-9b76-df1925ed3740 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.688989] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffec9bb-79b3-4291-9060-3b483c34708d tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Suspending the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1953.689261] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ee13a0a3-0134-435d-9e5b-2bcb22d3c703 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.698129] env[63326]: DEBUG oslo_vmware.api [None req-1ffec9bb-79b3-4291-9060-3b483c34708d tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1953.698129] env[63326]: value = "task-1726940" [ 1953.698129] env[63326]: _type = "Task" [ 1953.698129] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.707736] env[63326]: DEBUG oslo_vmware.api [None req-1ffec9bb-79b3-4291-9060-3b483c34708d tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726940, 'name': SuspendVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.792912] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.880737] env[63326]: DEBUG nova.compute.manager [req-c054c3c5-110b-4f28-8f1f-0efdc0b384c9 req-f3a56a3c-ba7b-488b-acf9-b9eb7909a4b1 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Received event network-vif-deleted-0d9206ed-4b42-4b4c-9e1c-65059ff4ca81 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1953.880737] env[63326]: INFO nova.compute.manager [req-c054c3c5-110b-4f28-8f1f-0efdc0b384c9 req-f3a56a3c-ba7b-488b-acf9-b9eb7909a4b1 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Neutron deleted interface 0d9206ed-4b42-4b4c-9e1c-65059ff4ca81; detaching it from the instance and deleting it from the info cache [ 1953.880737] env[63326]: DEBUG nova.network.neutron [req-c054c3c5-110b-4f28-8f1f-0efdc0b384c9 req-f3a56a3c-ba7b-488b-acf9-b9eb7909a4b1 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.209758] env[63326]: DEBUG oslo_vmware.api [None req-1ffec9bb-79b3-4291-9060-3b483c34708d tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726940, 'name': SuspendVM_Task} progress is 62%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.293786] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726939, 'name': ReconfigVM_Task, 'duration_secs': 0.611502} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.294178] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff/6e0f4ca9-83f5-4930-81d0-32845c4123ff.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1954.294794] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16456d99-ebc5-46e9-9f69-e8df25ae167f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.302806] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1954.302806] env[63326]: value = "task-1726941" [ 1954.302806] env[63326]: _type = "Task" [ 1954.302806] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.311599] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726941, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.352213] env[63326]: DEBUG nova.network.neutron [-] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.383207] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a03de07-53d7-49bc-8ece-804dc18320ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.395104] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b289af-cb36-4734-b868-f423556d6afd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.428916] env[63326]: DEBUG nova.compute.manager [req-c054c3c5-110b-4f28-8f1f-0efdc0b384c9 req-f3a56a3c-ba7b-488b-acf9-b9eb7909a4b1 service nova] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Detach interface failed, port_id=0d9206ed-4b42-4b4c-9e1c-65059ff4ca81, reason: Instance 7d4ee28c-32ff-4a6d-8dac-9904668086be could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1954.579730] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.579873] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.709184] env[63326]: DEBUG oslo_vmware.api [None req-1ffec9bb-79b3-4291-9060-3b483c34708d tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726940, 'name': SuspendVM_Task, 'duration_secs': 0.703263} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.709470] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffec9bb-79b3-4291-9060-3b483c34708d tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Suspended the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1954.709687] env[63326]: DEBUG nova.compute.manager [None req-1ffec9bb-79b3-4291-9060-3b483c34708d tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1954.710403] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1542ad1-ca61-4c11-bd72-9a5cc3768bff {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.814538] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726941, 'name': Rename_Task, 'duration_secs': 0.157333} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.814925] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.815258] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cadba13c-96de-43f6-a773-9e242c9be904 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.822851] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 1954.822851] env[63326]: value = "task-1726942" [ 1954.822851] env[63326]: _type = "Task" [ 1954.822851] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.830907] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.854964] env[63326]: INFO nova.compute.manager [-] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Took 1.57 seconds to deallocate network for instance. [ 1955.082256] env[63326]: DEBUG nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1955.333401] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.360488] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.360738] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.360956] env[63326]: DEBUG nova.objects.instance [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'resources' on Instance uuid 7d4ee28c-32ff-4a6d-8dac-9904668086be {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.614433] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.835665] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726942, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.947353] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9cd269-60e2-4554-b0bf-cae01e3967b8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.956052] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba939392-5e16-4e84-89cb-e112b23c9b36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.987633] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64afaed-e1e3-4691-8510-637f9038404d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.995690] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1749ab65-da15-45ac-8b70-e34e96269b5b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.009509] env[63326]: DEBUG nova.compute.provider_tree [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.241279] env[63326]: INFO nova.compute.manager [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Resuming [ 1956.241956] env[63326]: DEBUG nova.objects.instance [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lazy-loading 'flavor' on Instance uuid 3ff8d06e-9293-4306-ad3f-534900440716 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.334118] env[63326]: DEBUG oslo_vmware.api [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726942, 'name': PowerOnVM_Task, 'duration_secs': 1.021144} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.334514] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.334572] env[63326]: INFO nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Took 11.37 seconds to spawn the instance on the hypervisor. [ 1956.334761] env[63326]: DEBUG nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1956.335503] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281638d1-ad79-47b6-b0eb-49ef6197475f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.512416] env[63326]: DEBUG nova.scheduler.client.report [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.852955] env[63326]: INFO nova.compute.manager [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Took 24.66 seconds to build instance. [ 1957.018587] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.021019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.407s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.022803] env[63326]: INFO nova.compute.claims [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1957.043160] env[63326]: INFO nova.scheduler.client.report [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted allocations for instance 7d4ee28c-32ff-4a6d-8dac-9904668086be [ 1957.354981] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2213a8b5-dff6-46ba-b172-efa33d42bfa0 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.179s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.551468] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1fea45b8-a6aa-4f2b-8fc3-f5b3336dc0bb tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "7d4ee28c-32ff-4a6d-8dac-9904668086be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.982s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.635783] env[63326]: DEBUG nova.compute.manager [req-11267041-063e-4185-ac96-29283640dffc req-f20f6a11-8d31-4848-9a87-453df11250bd service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Received event network-changed-0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1957.635999] env[63326]: DEBUG nova.compute.manager [req-11267041-063e-4185-ac96-29283640dffc req-f20f6a11-8d31-4848-9a87-453df11250bd service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Refreshing instance network info cache due to event network-changed-0fb0e96b-7b6c-4fe7-a287-97df691fac92. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1957.636229] env[63326]: DEBUG oslo_concurrency.lockutils [req-11267041-063e-4185-ac96-29283640dffc req-f20f6a11-8d31-4848-9a87-453df11250bd service nova] Acquiring lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.636375] env[63326]: DEBUG oslo_concurrency.lockutils [req-11267041-063e-4185-ac96-29283640dffc req-f20f6a11-8d31-4848-9a87-453df11250bd service nova] Acquired lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.636534] env[63326]: DEBUG nova.network.neutron [req-11267041-063e-4185-ac96-29283640dffc req-f20f6a11-8d31-4848-9a87-453df11250bd service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Refreshing network info cache for port 0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.753319] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.753524] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquired lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.753707] env[63326]: DEBUG nova.network.neutron [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.120371] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62452bc7-9b78-4179-b034-8bb3d32588ac {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.129764] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a73929-539e-43ee-a865-105728648061 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.174381] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e754e7-69d1-4184-96c7-3d1d2ba02b4a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.185485] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b96f06b-58e2-46dc-b62d-c09b624019ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.202908] env[63326]: DEBUG nova.compute.provider_tree [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.499754] env[63326]: DEBUG nova.network.neutron [req-11267041-063e-4185-ac96-29283640dffc req-f20f6a11-8d31-4848-9a87-453df11250bd service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updated VIF entry in instance network info cache for port 0fb0e96b-7b6c-4fe7-a287-97df691fac92. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.500220] env[63326]: DEBUG nova.network.neutron [req-11267041-063e-4185-ac96-29283640dffc req-f20f6a11-8d31-4848-9a87-453df11250bd service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [{"id": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "address": "fa:16:3e:5d:12:4e", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb0e96b-7b", "ovs_interfaceid": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.505383] env[63326]: DEBUG nova.network.neutron [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [{"id": "84cb6837-623a-4c36-a4ea-e641485a7f16", "address": "fa:16:3e:8e:52:f5", "network": {"id": "5f2b884a-cdab-43ea-977f-afd9b899d308", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1259990549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08bbff8c2f4036860fa4dabe05e379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84cb6837-62", "ovs_interfaceid": "84cb6837-623a-4c36-a4ea-e641485a7f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.707878] env[63326]: DEBUG nova.scheduler.client.report [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.004718] env[63326]: DEBUG oslo_concurrency.lockutils [req-11267041-063e-4185-ac96-29283640dffc req-f20f6a11-8d31-4848-9a87-453df11250bd service nova] Releasing lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.009512] env[63326]: DEBUG oslo_concurrency.lockutils [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Releasing lock "refresh_cache-3ff8d06e-9293-4306-ad3f-534900440716" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.010599] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f6acc-78c1-40a8-a88f-f77e7d3ff0df {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.018287] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Resuming the VM {{(pid=63326) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1959.018577] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-683c3ba1-e497-4f86-8f5f-23282e305a4f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.026029] env[63326]: DEBUG oslo_vmware.api [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1959.026029] env[63326]: value = "task-1726943" [ 1959.026029] env[63326]: _type = "Task" [ 1959.026029] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.033821] env[63326]: DEBUG oslo_vmware.api [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.213358] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.213933] env[63326]: DEBUG nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1959.541981] env[63326]: DEBUG oslo_vmware.api [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726943, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.719530] env[63326]: DEBUG nova.compute.utils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1959.721245] env[63326]: DEBUG nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1959.722069] env[63326]: DEBUG nova.network.neutron [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1959.764059] env[63326]: DEBUG nova.policy [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73cfe26a7f14f2fa6b16e5f3d2f543c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '771d73400077499e9f36d19ca577ecb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1959.945744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.946034] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.037118] env[63326]: DEBUG oslo_vmware.api [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726943, 'name': PowerOnVM_Task, 'duration_secs': 0.533245} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.037649] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Resumed the VM {{(pid=63326) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1960.037649] env[63326]: DEBUG nova.compute.manager [None req-72269e00-a9e3-42bd-9162-5d2f47ef4cf6 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.038440] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72aade0-2394-4b69-979c-67e3ab247949 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.041518] env[63326]: DEBUG nova.network.neutron [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Successfully created port: 6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1960.224374] env[63326]: DEBUG nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1960.448852] env[63326]: DEBUG nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1960.972551] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.972832] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.974555] env[63326]: INFO nova.compute.claims [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1961.234091] env[63326]: DEBUG nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1961.259693] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1961.259941] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1961.260115] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1961.260303] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1961.260448] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1961.260594] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1961.260828] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1961.261024] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1961.261195] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1961.261363] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1961.261533] env[63326]: DEBUG nova.virt.hardware [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1961.262406] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe2dcfc-9070-44c4-a26b-ec405b44c9a1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.271421] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d11ac-c67b-469a-bda9-ae9319c3a829 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.436687] env[63326]: DEBUG nova.compute.manager [req-3906c9a9-896e-4231-a1c6-546051355398 req-35a0c8a6-9ead-4886-aada-83d88b4b5e08 service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Received event network-vif-plugged-6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1961.436983] env[63326]: DEBUG oslo_concurrency.lockutils [req-3906c9a9-896e-4231-a1c6-546051355398 req-35a0c8a6-9ead-4886-aada-83d88b4b5e08 service nova] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.437158] env[63326]: DEBUG oslo_concurrency.lockutils [req-3906c9a9-896e-4231-a1c6-546051355398 req-35a0c8a6-9ead-4886-aada-83d88b4b5e08 service nova] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.437300] env[63326]: DEBUG oslo_concurrency.lockutils [req-3906c9a9-896e-4231-a1c6-546051355398 req-35a0c8a6-9ead-4886-aada-83d88b4b5e08 service nova] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.437471] env[63326]: DEBUG nova.compute.manager [req-3906c9a9-896e-4231-a1c6-546051355398 req-35a0c8a6-9ead-4886-aada-83d88b4b5e08 service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] No waiting events found dispatching network-vif-plugged-6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1961.437667] env[63326]: WARNING nova.compute.manager [req-3906c9a9-896e-4231-a1c6-546051355398 req-35a0c8a6-9ead-4886-aada-83d88b4b5e08 service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Received unexpected event network-vif-plugged-6877accb-cae1-424f-ae03-a2d06c9880f3 for instance with vm_state building and task_state spawning. [ 1961.540592] env[63326]: DEBUG nova.network.neutron [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Successfully updated port: 6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1962.042727] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.043020] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.043071] env[63326]: DEBUG nova.network.neutron [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.068734] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d5608-53ff-4b15-aad5-49d989042e5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.077047] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5b909-594f-46fa-b4ff-e9a019d5bf87 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.124843] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca99738-24d2-45da-8b8c-5b450b4117f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.135232] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f71b51-3735-4ef9-b456-98eda7594f4d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.152238] env[63326]: DEBUG nova.compute.provider_tree [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.575423] env[63326]: DEBUG nova.network.neutron [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1962.656601] env[63326]: DEBUG nova.scheduler.client.report [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1962.750481] env[63326]: DEBUG nova.network.neutron [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Updating instance_info_cache with network_info: [{"id": "6877accb-cae1-424f-ae03-a2d06c9880f3", "address": "fa:16:3e:bf:ba:c8", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6877accb-ca", "ovs_interfaceid": "6877accb-cae1-424f-ae03-a2d06c9880f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.161985] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.162550] env[63326]: DEBUG nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1963.463365] env[63326]: DEBUG nova.compute.manager [req-57214cb5-e28c-4d01-8424-f651371519c3 req-11167e12-e1af-4393-8d5e-7e4dd5af0d7a service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Received event network-changed-6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1963.463603] env[63326]: DEBUG nova.compute.manager [req-57214cb5-e28c-4d01-8424-f651371519c3 req-11167e12-e1af-4393-8d5e-7e4dd5af0d7a service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Refreshing instance network info cache due to event network-changed-6877accb-cae1-424f-ae03-a2d06c9880f3. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1963.463827] env[63326]: DEBUG oslo_concurrency.lockutils [req-57214cb5-e28c-4d01-8424-f651371519c3 req-11167e12-e1af-4393-8d5e-7e4dd5af0d7a service nova] Acquiring lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.673027] env[63326]: DEBUG nova.compute.utils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1966.674469] env[63326]: DEBUG nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1966.674640] env[63326]: DEBUG nova.network.neutron [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1966.715798] env[63326]: DEBUG nova.policy [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57083cd2189843959380bec020cc9aa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f60207c25cb4ee6a7a8cb5673c98c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1966.757608] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Releasing lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.757943] env[63326]: DEBUG nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Instance network_info: |[{"id": "6877accb-cae1-424f-ae03-a2d06c9880f3", "address": "fa:16:3e:bf:ba:c8", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6877accb-ca", "ovs_interfaceid": "6877accb-cae1-424f-ae03-a2d06c9880f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1966.758261] env[63326]: DEBUG oslo_concurrency.lockutils [req-57214cb5-e28c-4d01-8424-f651371519c3 req-11167e12-e1af-4393-8d5e-7e4dd5af0d7a service nova] Acquired lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.758441] env[63326]: DEBUG nova.network.neutron [req-57214cb5-e28c-4d01-8424-f651371519c3 req-11167e12-e1af-4393-8d5e-7e4dd5af0d7a service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Refreshing network info cache for port 6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1966.759702] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:ba:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6877accb-cae1-424f-ae03-a2d06c9880f3', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1966.767592] env[63326]: DEBUG oslo.service.loopingcall [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1966.770974] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1966.771637] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a45c323-3d01-414c-ad19-8bcfa1f83eae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.794507] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1966.794507] env[63326]: value = "task-1726944" [ 1966.794507] env[63326]: _type = "Task" [ 1966.794507] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.803422] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726944, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.992537] env[63326]: DEBUG nova.network.neutron [req-57214cb5-e28c-4d01-8424-f651371519c3 req-11167e12-e1af-4393-8d5e-7e4dd5af0d7a service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Updated VIF entry in instance network info cache for port 6877accb-cae1-424f-ae03-a2d06c9880f3. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.992899] env[63326]: DEBUG nova.network.neutron [req-57214cb5-e28c-4d01-8424-f651371519c3 req-11167e12-e1af-4393-8d5e-7e4dd5af0d7a service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Updating instance_info_cache with network_info: [{"id": "6877accb-cae1-424f-ae03-a2d06c9880f3", "address": "fa:16:3e:bf:ba:c8", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6877accb-ca", "ovs_interfaceid": "6877accb-cae1-424f-ae03-a2d06c9880f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.999857] env[63326]: DEBUG nova.network.neutron [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Successfully created port: 41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1967.180173] env[63326]: DEBUG nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1967.306250] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726944, 'name': CreateVM_Task, 'duration_secs': 0.419722} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.306410] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1967.307042] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.307215] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.307531] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1967.307780] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adcd06a-464d-4251-bc74-938d8e95d308 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.312381] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1967.312381] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d01aac-7b21-e590-7b73-a43455b386a9" [ 1967.312381] env[63326]: _type = "Task" [ 1967.312381] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.319964] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d01aac-7b21-e590-7b73-a43455b386a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.495847] env[63326]: DEBUG oslo_concurrency.lockutils [req-57214cb5-e28c-4d01-8424-f651371519c3 req-11167e12-e1af-4393-8d5e-7e4dd5af0d7a service nova] Releasing lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.822961] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52d01aac-7b21-e590-7b73-a43455b386a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.823347] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.823441] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1967.823673] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.823823] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.824036] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1967.824303] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54848eff-f0cf-447c-bdce-95ae68db2766 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.833931] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1967.834126] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1967.834842] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059696f3-f303-4579-8dc3-d294f7f805a1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.840502] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1967.840502] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]524f0ca7-e03f-9e17-5bc7-31c473e1ec73" [ 1967.840502] env[63326]: _type = "Task" [ 1967.840502] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.848558] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524f0ca7-e03f-9e17-5bc7-31c473e1ec73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.192949] env[63326]: DEBUG nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1968.219302] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1968.219581] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1968.219741] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1968.219926] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1968.220089] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1968.220242] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1968.220445] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1968.220604] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1968.220769] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1968.220930] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1968.221118] env[63326]: DEBUG nova.virt.hardware [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1968.221964] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534d6d6-6b9e-441c-a779-c2e01bdcad5e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.230802] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2069a1-7a09-4f7d-a6ab-71a8ad3aed11 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.245326] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "3ff8d06e-9293-4306-ad3f-534900440716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.245563] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.245767] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "3ff8d06e-9293-4306-ad3f-534900440716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.245973] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.246170] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.248426] env[63326]: INFO nova.compute.manager [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Terminating instance [ 1968.350716] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]524f0ca7-e03f-9e17-5bc7-31c473e1ec73, 'name': SearchDatastore_Task, 'duration_secs': 0.018586} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.351487] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392b4a98-c211-4794-b56f-1f146b6df857 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.356679] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1968.356679] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523ab208-86c5-88d8-a05b-358fa1a47e93" [ 1968.356679] env[63326]: _type = "Task" [ 1968.356679] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.364414] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523ab208-86c5-88d8-a05b-358fa1a47e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.435089] env[63326]: DEBUG nova.compute.manager [req-2c1e1f3e-22cb-426e-bd7e-7a43138689b5 req-7bde1268-e798-4fa9-abf9-db4b38ceb80b service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received event network-vif-plugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1968.435269] env[63326]: DEBUG oslo_concurrency.lockutils [req-2c1e1f3e-22cb-426e-bd7e-7a43138689b5 req-7bde1268-e798-4fa9-abf9-db4b38ceb80b service nova] Acquiring lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.435497] env[63326]: DEBUG oslo_concurrency.lockutils [req-2c1e1f3e-22cb-426e-bd7e-7a43138689b5 req-7bde1268-e798-4fa9-abf9-db4b38ceb80b service nova] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.435703] env[63326]: DEBUG oslo_concurrency.lockutils [req-2c1e1f3e-22cb-426e-bd7e-7a43138689b5 req-7bde1268-e798-4fa9-abf9-db4b38ceb80b service nova] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.435881] env[63326]: DEBUG nova.compute.manager [req-2c1e1f3e-22cb-426e-bd7e-7a43138689b5 req-7bde1268-e798-4fa9-abf9-db4b38ceb80b service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] No waiting events found dispatching network-vif-plugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1968.436147] env[63326]: WARNING nova.compute.manager [req-2c1e1f3e-22cb-426e-bd7e-7a43138689b5 req-7bde1268-e798-4fa9-abf9-db4b38ceb80b service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received unexpected event network-vif-plugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 for instance with vm_state building and task_state spawning. [ 1968.521566] env[63326]: DEBUG nova.network.neutron [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Successfully updated port: 41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1968.752390] env[63326]: DEBUG nova.compute.manager [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1968.752624] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1968.753541] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efadce8b-38e7-4e3b-8ae5-11a1d4ea9682 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.761832] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.762086] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28211fd4-e1c3-44ee-957c-caee89e069be {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.768906] env[63326]: DEBUG oslo_vmware.api [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1968.768906] env[63326]: value = "task-1726945" [ 1968.768906] env[63326]: _type = "Task" [ 1968.768906] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.776764] env[63326]: DEBUG oslo_vmware.api [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.867681] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523ab208-86c5-88d8-a05b-358fa1a47e93, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.868152] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.868228] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] e0bdc1ad-022d-4a59-acac-5119dfd5e20a/e0bdc1ad-022d-4a59-acac-5119dfd5e20a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1968.868485] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1569860d-3487-4c43-8d04-40136a768a54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.875842] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1968.875842] env[63326]: value = "task-1726946" [ 1968.875842] env[63326]: _type = "Task" [ 1968.875842] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.885304] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.024344] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.024493] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.025137] env[63326]: DEBUG nova.network.neutron [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1969.280931] env[63326]: DEBUG oslo_vmware.api [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726945, 'name': PowerOffVM_Task, 'duration_secs': 0.187516} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.281287] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.281372] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.281689] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f470886b-cda2-4848-8e5a-ea4711499c95 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.385822] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479299} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.386172] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] e0bdc1ad-022d-4a59-acac-5119dfd5e20a/e0bdc1ad-022d-4a59-acac-5119dfd5e20a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1969.386392] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1969.386643] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74d11ece-2e70-4871-893d-80bb1f8f5e9e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.394799] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1969.394799] env[63326]: value = "task-1726948" [ 1969.394799] env[63326]: _type = "Task" [ 1969.394799] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.402313] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.457468] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.457705] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.457889] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleting the datastore file [datastore1] 3ff8d06e-9293-4306-ad3f-534900440716 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.458184] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fb48f16-c0c4-437c-ad75-ce908e541d34 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.464968] env[63326]: DEBUG oslo_vmware.api [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for the task: (returnval){ [ 1969.464968] env[63326]: value = "task-1726949" [ 1969.464968] env[63326]: _type = "Task" [ 1969.464968] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.473482] env[63326]: DEBUG oslo_vmware.api [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.557375] env[63326]: DEBUG nova.network.neutron [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1969.686664] env[63326]: DEBUG nova.network.neutron [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [{"id": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "address": "fa:16:3e:0d:04:f5", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41dbb63e-be", "ovs_interfaceid": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.905273] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061902} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.905617] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1969.906334] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fb2f4f-b1cb-42d6-8415-5b225433e3ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.937103] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] e0bdc1ad-022d-4a59-acac-5119dfd5e20a/e0bdc1ad-022d-4a59-acac-5119dfd5e20a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1969.937489] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad807e1e-68ad-4352-87a2-2adfebaa1288 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.967687] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1969.967687] env[63326]: value = "task-1726950" [ 1969.967687] env[63326]: _type = "Task" [ 1969.967687] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.981515] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.984092] env[63326]: DEBUG oslo_vmware.api [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Task: {'id': task-1726949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128848} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.984336] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.984523] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.984695] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.985009] env[63326]: INFO nova.compute.manager [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1969.985189] env[63326]: DEBUG oslo.service.loopingcall [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.985437] env[63326]: DEBUG nova.compute.manager [-] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.985535] env[63326]: DEBUG nova.network.neutron [-] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1970.189623] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.189968] env[63326]: DEBUG nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Instance network_info: |[{"id": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "address": "fa:16:3e:0d:04:f5", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41dbb63e-be", "ovs_interfaceid": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1970.190441] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:04:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41dbb63e-be59-4e90-8307-c2a42ff5ebe8', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1970.198643] env[63326]: DEBUG oslo.service.loopingcall [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.198907] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1970.199214] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ada1a76a-3127-4096-9aa3-a0a72d1cd4f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.222765] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1970.222765] env[63326]: value = "task-1726951" [ 1970.222765] env[63326]: _type = "Task" [ 1970.222765] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.233670] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726951, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.468599] env[63326]: DEBUG nova.compute.manager [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received event network-changed-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1970.468770] env[63326]: DEBUG nova.compute.manager [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Refreshing instance network info cache due to event network-changed-41dbb63e-be59-4e90-8307-c2a42ff5ebe8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1970.468984] env[63326]: DEBUG oslo_concurrency.lockutils [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] Acquiring lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.469148] env[63326]: DEBUG oslo_concurrency.lockutils [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] Acquired lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.469308] env[63326]: DEBUG nova.network.neutron [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Refreshing network info cache for port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.482874] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726950, 'name': ReconfigVM_Task, 'duration_secs': 0.284613} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.483147] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] e0bdc1ad-022d-4a59-acac-5119dfd5e20a/e0bdc1ad-022d-4a59-acac-5119dfd5e20a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1970.483730] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc51bc99-0dac-4d71-98ee-846b735569a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.490726] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1970.490726] env[63326]: value = "task-1726952" [ 1970.490726] env[63326]: _type = "Task" [ 1970.490726] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.500206] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726952, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.733511] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726951, 'name': CreateVM_Task, 'duration_secs': 0.484072} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.733692] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1970.734338] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.734500] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.734812] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1970.735071] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768be9c0-7338-43d0-b5fa-1b7fd6f50e76 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.740141] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1970.740141] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e832ec-79b1-2490-40f0-299f617782d4" [ 1970.740141] env[63326]: _type = "Task" [ 1970.740141] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.747827] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e832ec-79b1-2490-40f0-299f617782d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.782242] env[63326]: DEBUG nova.network.neutron [-] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.000624] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726952, 'name': Rename_Task, 'duration_secs': 0.150795} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.002941] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1971.003220] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ead26d-092f-45b4-b748-9d539b0e584a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.010605] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 1971.010605] env[63326]: value = "task-1726953" [ 1971.010605] env[63326]: _type = "Task" [ 1971.010605] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.022013] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.183281] env[63326]: DEBUG nova.network.neutron [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updated VIF entry in instance network info cache for port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1971.183649] env[63326]: DEBUG nova.network.neutron [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [{"id": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "address": "fa:16:3e:0d:04:f5", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41dbb63e-be", "ovs_interfaceid": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.251099] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52e832ec-79b1-2490-40f0-299f617782d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016135} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.251495] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.251704] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1971.251861] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.252017] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.252353] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1971.252626] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d34c93f6-b14f-4fcc-b43d-457549ea5410 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.262310] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1971.262485] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1971.263206] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4b45d0-e46a-4650-a6e7-742c9f299cd0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.268900] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1971.268900] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5244c14b-a921-c323-cd3c-d77a57acca0d" [ 1971.268900] env[63326]: _type = "Task" [ 1971.268900] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.276447] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5244c14b-a921-c323-cd3c-d77a57acca0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.284961] env[63326]: INFO nova.compute.manager [-] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Took 1.30 seconds to deallocate network for instance. [ 1971.523114] env[63326]: DEBUG oslo_vmware.api [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726953, 'name': PowerOnVM_Task, 'duration_secs': 0.489271} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.523369] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.523604] env[63326]: INFO nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1971.523787] env[63326]: DEBUG nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.524567] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e19f46-6f59-428a-837e-a964a663d733 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.686305] env[63326]: DEBUG oslo_concurrency.lockutils [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] Releasing lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.686590] env[63326]: DEBUG nova.compute.manager [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Received event network-vif-deleted-84cb6837-623a-4c36-a4ea-e641485a7f16 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1971.686775] env[63326]: INFO nova.compute.manager [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Neutron deleted interface 84cb6837-623a-4c36-a4ea-e641485a7f16; detaching it from the instance and deleting it from the info cache [ 1971.686949] env[63326]: DEBUG nova.network.neutron [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.779955] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5244c14b-a921-c323-cd3c-d77a57acca0d, 'name': SearchDatastore_Task, 'duration_secs': 0.007976} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.780692] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5364a5aa-3766-416f-a96c-17b9dc0fc608 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.785885] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1971.785885] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523f24cb-86f1-5d0b-fcac-e0dc3e398689" [ 1971.785885] env[63326]: _type = "Task" [ 1971.785885] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.790948] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.791221] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.791466] env[63326]: DEBUG nova.objects.instance [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lazy-loading 'resources' on Instance uuid 3ff8d06e-9293-4306-ad3f-534900440716 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.795554] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523f24cb-86f1-5d0b-fcac-e0dc3e398689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.043676] env[63326]: INFO nova.compute.manager [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Took 16.46 seconds to build instance. [ 1972.190831] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69099873-18cd-452e-9088-a7b48becf91e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.200086] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394ed190-eb13-4945-8978-76a8bfe64160 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.229608] env[63326]: DEBUG nova.compute.manager [req-2dc1f490-d540-4a7b-8af5-d73b63a14576 req-6dc337a4-eacd-48c3-831b-c1566a4a4b88 service nova] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Detach interface failed, port_id=84cb6837-623a-4c36-a4ea-e641485a7f16, reason: Instance 3ff8d06e-9293-4306-ad3f-534900440716 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1972.300628] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523f24cb-86f1-5d0b-fcac-e0dc3e398689, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.300837] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.301119] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a/c28ef38a-7374-409b-9cbc-b4548e9da76a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1972.301404] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-537a8189-74a1-4a0a-a316-4b8744f22c75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.309853] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1972.309853] env[63326]: value = "task-1726954" [ 1972.309853] env[63326]: _type = "Task" [ 1972.309853] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.318582] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.385358] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da0cd1d-a10a-4988-9421-0b5b95b41138 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.394065] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64134d1-9366-4b3e-a519-c332747d3d3d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.426821] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf7eace-dadf-4f31-a84a-e11043e6ac20 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.434655] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa0f7fe-6a5a-4bf3-9450-7389b38cb504 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.448127] env[63326]: DEBUG nova.compute.provider_tree [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.546357] env[63326]: DEBUG oslo_concurrency.lockutils [None req-293ea694-4328-4701-b042-a066cae2aad2 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.966s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.821010] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462016} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.821010] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a/c28ef38a-7374-409b-9cbc-b4548e9da76a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1972.821250] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1972.821514] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79657c9c-9f75-40b2-b00c-3d8e076f4aee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.830029] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1972.830029] env[63326]: value = "task-1726955" [ 1972.830029] env[63326]: _type = "Task" [ 1972.830029] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.837845] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.951334] env[63326]: DEBUG nova.scheduler.client.report [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.340255] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064004} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.340613] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1973.341323] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b69ef4-c21c-4f10-ba73-d127e5fc95a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.363091] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a/c28ef38a-7374-409b-9cbc-b4548e9da76a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1973.363355] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6fd6d68-6c4b-4b1a-a681-93b960712788 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.382995] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1973.382995] env[63326]: value = "task-1726956" [ 1973.382995] env[63326]: _type = "Task" [ 1973.382995] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.390868] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.441134] env[63326]: DEBUG nova.compute.manager [req-772645e8-b03c-48f1-b886-b365f0e8f98b req-82505fb4-2438-40b7-929b-39256890343e service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Received event network-changed-6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1973.441347] env[63326]: DEBUG nova.compute.manager [req-772645e8-b03c-48f1-b886-b365f0e8f98b req-82505fb4-2438-40b7-929b-39256890343e service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Refreshing instance network info cache due to event network-changed-6877accb-cae1-424f-ae03-a2d06c9880f3. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1973.441575] env[63326]: DEBUG oslo_concurrency.lockutils [req-772645e8-b03c-48f1-b886-b365f0e8f98b req-82505fb4-2438-40b7-929b-39256890343e service nova] Acquiring lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.441720] env[63326]: DEBUG oslo_concurrency.lockutils [req-772645e8-b03c-48f1-b886-b365f0e8f98b req-82505fb4-2438-40b7-929b-39256890343e service nova] Acquired lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.441882] env[63326]: DEBUG nova.network.neutron [req-772645e8-b03c-48f1-b886-b365f0e8f98b req-82505fb4-2438-40b7-929b-39256890343e service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Refreshing network info cache for port 6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1973.457978] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.478898] env[63326]: INFO nova.scheduler.client.report [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Deleted allocations for instance 3ff8d06e-9293-4306-ad3f-534900440716 [ 1973.894015] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726956, 'name': ReconfigVM_Task, 'duration_secs': 0.270737} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.894316] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a/c28ef38a-7374-409b-9cbc-b4548e9da76a.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1973.894966] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b452a02-18eb-48f2-a2ca-6aac88f5b2b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.902517] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1973.902517] env[63326]: value = "task-1726957" [ 1973.902517] env[63326]: _type = "Task" [ 1973.902517] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.911094] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726957, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.987578] env[63326]: DEBUG oslo_concurrency.lockutils [None req-af62e5c0-7d7b-49bc-b321-0d40cf7dd1b0 tempest-ServersNegativeTestJSON-225554237 tempest-ServersNegativeTestJSON-225554237-project-member] Lock "3ff8d06e-9293-4306-ad3f-534900440716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.174375] env[63326]: DEBUG nova.network.neutron [req-772645e8-b03c-48f1-b886-b365f0e8f98b req-82505fb4-2438-40b7-929b-39256890343e service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Updated VIF entry in instance network info cache for port 6877accb-cae1-424f-ae03-a2d06c9880f3. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1974.174794] env[63326]: DEBUG nova.network.neutron [req-772645e8-b03c-48f1-b886-b365f0e8f98b req-82505fb4-2438-40b7-929b-39256890343e service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Updating instance_info_cache with network_info: [{"id": "6877accb-cae1-424f-ae03-a2d06c9880f3", "address": "fa:16:3e:bf:ba:c8", "network": {"id": "5ec2895a-da48-4cca-b2b1-fdc340a71109", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-623712123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771d73400077499e9f36d19ca577ecb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6877accb-ca", "ovs_interfaceid": "6877accb-cae1-424f-ae03-a2d06c9880f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.413829] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726957, 'name': Rename_Task, 'duration_secs': 0.182436} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.414246] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1974.414550] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f37848-fccf-4617-b9c2-e97a6cfcbf6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.423283] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 1974.423283] env[63326]: value = "task-1726958" [ 1974.423283] env[63326]: _type = "Task" [ 1974.423283] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.431580] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.677730] env[63326]: DEBUG oslo_concurrency.lockutils [req-772645e8-b03c-48f1-b886-b365f0e8f98b req-82505fb4-2438-40b7-929b-39256890343e service nova] Releasing lock "refresh_cache-e0bdc1ad-022d-4a59-acac-5119dfd5e20a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.939569] env[63326]: DEBUG oslo_vmware.api [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726958, 'name': PowerOnVM_Task, 'duration_secs': 0.459541} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.939727] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1974.939933] env[63326]: INFO nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1974.940446] env[63326]: DEBUG nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1974.940899] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceceaa25-89b4-4a61-aa42-990782811412 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.459438] env[63326]: INFO nova.compute.manager [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Took 14.51 seconds to build instance. [ 1975.961732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-2323b895-b4d5-44f2-892e-41337951c8b3 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.015s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.349398] env[63326]: DEBUG nova.compute.manager [req-f7fa9e5e-aaa2-4d91-a00b-906f7b98fa56 req-8388aff4-c3cd-4732-8647-a4b8beb2116d service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received event network-changed-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1976.350034] env[63326]: DEBUG nova.compute.manager [req-f7fa9e5e-aaa2-4d91-a00b-906f7b98fa56 req-8388aff4-c3cd-4732-8647-a4b8beb2116d service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Refreshing instance network info cache due to event network-changed-41dbb63e-be59-4e90-8307-c2a42ff5ebe8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1976.350034] env[63326]: DEBUG oslo_concurrency.lockutils [req-f7fa9e5e-aaa2-4d91-a00b-906f7b98fa56 req-8388aff4-c3cd-4732-8647-a4b8beb2116d service nova] Acquiring lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.350034] env[63326]: DEBUG oslo_concurrency.lockutils [req-f7fa9e5e-aaa2-4d91-a00b-906f7b98fa56 req-8388aff4-c3cd-4732-8647-a4b8beb2116d service nova] Acquired lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.350336] env[63326]: DEBUG nova.network.neutron [req-f7fa9e5e-aaa2-4d91-a00b-906f7b98fa56 req-8388aff4-c3cd-4732-8647-a4b8beb2116d service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Refreshing network info cache for port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.077876] env[63326]: DEBUG nova.network.neutron [req-f7fa9e5e-aaa2-4d91-a00b-906f7b98fa56 req-8388aff4-c3cd-4732-8647-a4b8beb2116d service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updated VIF entry in instance network info cache for port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1977.078258] env[63326]: DEBUG nova.network.neutron [req-f7fa9e5e-aaa2-4d91-a00b-906f7b98fa56 req-8388aff4-c3cd-4732-8647-a4b8beb2116d service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [{"id": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "address": "fa:16:3e:0d:04:f5", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41dbb63e-be", "ovs_interfaceid": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.581399] env[63326]: DEBUG oslo_concurrency.lockutils [req-f7fa9e5e-aaa2-4d91-a00b-906f7b98fa56 req-8388aff4-c3cd-4732-8647-a4b8beb2116d service nova] Releasing lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.692407] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.062011] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.062275] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.566694] env[63326]: DEBUG nova.compute.utils [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.070227] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.690808] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1988.133837] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.134376] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.134376] env[63326]: INFO nova.compute.manager [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Attaching volume b24dd720-81a4-47f4-aa6e-465710b8b1b1 to /dev/sdb [ 1988.165274] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f5660-2c5e-4ad3-86fb-d6a3969c5e43 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.173265] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7671d4-b669-4bfd-b6df-0ee57dba81d8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.186986] env[63326]: DEBUG nova.virt.block_device [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Updating existing volume attachment record: 7ba9dbf9-df21-47e7-abe2-04f3aa8c79f1 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1989.691016] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1989.691359] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1990.691254] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1990.691604] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1991.195014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.195268] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.195437] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.195591] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1991.196535] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67566279-bbf8-4aa7-a08e-4878cbcd77e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.205262] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b7a447-c44c-4e69-aed6-0722662e1f75 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.219293] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0d01f-3f87-460c-a7a2-67361d2088fb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.225371] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d78f0b-cac8-4434-a579-9a7fd7723e64 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.253704] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180750MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1991.253847] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.254040] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.281006] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.281289] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6b6012e4-fc3f-470c-a066-1d4dd8471f0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.281350] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6e0f4ca9-83f5-4930-81d0-32845c4123ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.281415] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance e0bdc1ad-022d-4a59-acac-5119dfd5e20a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.281533] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance c28ef38a-7374-409b-9cbc-b4548e9da76a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.281717] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1992.281870] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1992.348633] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6706a7b6-3ffb-44aa-b654-fdc158a7dd2f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.356235] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c329a3c5-89ef-4a8c-ae20-029981cde9a4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.384976] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c76492-81f9-4536-9ad0-e8d462b1a7d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.391750] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4c1c26-8e0c-4476-89b9-22f62e96858b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.406592] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1992.732637] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1992.732889] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1992.733774] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c3d3f-9721-4231-8fa7-efc6d890190d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.751046] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be198590-24ed-422e-83ca-224d14a5a3ca {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.776137] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1/volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.776409] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315eae1b-74b6-4a32-ac47-d85d7d0feac1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.794439] env[63326]: DEBUG oslo_vmware.api [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1992.794439] env[63326]: value = "task-1726963" [ 1992.794439] env[63326]: _type = "Task" [ 1992.794439] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.802411] env[63326]: DEBUG oslo_vmware.api [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.925895] env[63326]: ERROR nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [req-44c36282-c333-4663-914f-3a5996d57a44] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44c36282-c333-4663-914f-3a5996d57a44"}]} [ 1992.941603] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1992.955563] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1992.955759] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1992.965982] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1992.983169] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1993.046665] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d127b76-246c-4eef-8ef4-47ca0c4faf70 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.054791] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79ed7d-c0c1-4acd-919b-71dd8d83719e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.086126] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb0fe9-979c-46cc-b5b4-357cc523b2bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.093766] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f890990-1d46-40e0-80c3-9d45623c415d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.107142] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1993.305306] env[63326]: DEBUG oslo_vmware.api [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726963, 'name': ReconfigVM_Task, 'duration_secs': 0.331887} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.305671] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1/volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.310432] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be71890d-dacf-49b1-9f9a-6b23959e03f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.325896] env[63326]: DEBUG oslo_vmware.api [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1993.325896] env[63326]: value = "task-1726964" [ 1993.325896] env[63326]: _type = "Task" [ 1993.325896] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.333702] env[63326]: DEBUG oslo_vmware.api [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.835814] env[63326]: DEBUG oslo_vmware.api [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726964, 'name': ReconfigVM_Task, 'duration_secs': 0.133839} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.836157] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1995.021635] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1995.026016] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 180 to 181 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1995.026016] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1995.527511] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1995.527732] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.274s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.876398] env[63326]: DEBUG nova.objects.instance [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'flavor' on Instance uuid 6b6012e4-fc3f-470c-a066-1d4dd8471f0d {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.328568] env[63326]: DEBUG nova.compute.manager [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1996.381719] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e91c5119-97fb-429c-9687-69fb27bb565f tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.248s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.759954] env[63326]: INFO nova.compute.manager [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Rebuilding instance [ 1996.798201] env[63326]: DEBUG nova.compute.manager [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.799079] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b9316-2238-49a2-831c-0caffcdc89d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.844229] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.844503] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.348882] env[63326]: INFO nova.compute.claims [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1997.813763] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.814247] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb8cc4aa-1df7-4dc1-95eb-e70b3ba26986 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.823685] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1997.823685] env[63326]: value = "task-1726965" [ 1997.823685] env[63326]: _type = "Task" [ 1997.823685] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.832817] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.854771] env[63326]: INFO nova.compute.resource_tracker [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating resource usage from migration 6fdf7cac-a55d-4db8-b557-9ae58c370dfc [ 1997.934859] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8010c26-61ae-4af6-bed2-ee669fb7fc44 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.943728] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21a9719-616e-4d40-b32a-adca5b8a986d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.977356] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c719a75d-e3e1-4584-ba71-e61c9a337fe5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.986528] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9f1838-466e-4421-90c3-9ed3af839009 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.002078] env[63326]: DEBUG nova.compute.provider_tree [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.334649] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726965, 'name': PowerOffVM_Task, 'duration_secs': 0.226106} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.334934] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.388191] env[63326]: INFO nova.compute.manager [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Detaching volume b24dd720-81a4-47f4-aa6e-465710b8b1b1 [ 1998.417993] env[63326]: INFO nova.virt.block_device [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Attempting to driver detach volume b24dd720-81a4-47f4-aa6e-465710b8b1b1 from mountpoint /dev/sdb [ 1998.418273] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1998.418463] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1998.419347] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb732598-6890-4bf2-b322-82158e623a67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.440762] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb5348-a2d9-4278-b8db-8bcc38735b85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.447583] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f19204c-86ea-4f90-814e-ae7994bdc331 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.466967] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4961f6-1538-4e1c-9b7d-b49843969ce7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.481180] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] The volume has not been displaced from its original location: [datastore1] volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1/volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1998.486275] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1998.486518] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c483819-3c54-4400-8eb8-267f0885065d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.505438] env[63326]: DEBUG nova.scheduler.client.report [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.508576] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1998.508576] env[63326]: value = "task-1726966" [ 1998.508576] env[63326]: _type = "Task" [ 1998.508576] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.517276] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.527570] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1998.528084] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1998.528260] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1999.010701] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.166s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.010924] env[63326]: INFO nova.compute.manager [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Migrating [ 1999.036922] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726966, 'name': ReconfigVM_Task, 'duration_secs': 0.191197} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.037133] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1999.041998] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-911510c5-b123-4142-a5cd-7d16caa3e1d9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.058583] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 1999.058583] env[63326]: value = "task-1726967" [ 1999.058583] env[63326]: _type = "Task" [ 1999.058583] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.067250] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.068041] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.068167] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.068308] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1999.568334] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726967, 'name': ReconfigVM_Task, 'duration_secs': 0.161285} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.568699] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2000.282972] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updating instance_info_cache with network_info: [{"id": "f2102250-435b-46cc-a27b-d07c006de44e", "address": "fa:16:3e:89:a9:ce", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2102250-43", "ovs_interfaceid": "f2102250-435b-46cc-a27b-d07c006de44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.785250] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.785578] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2000.785672] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.785831] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.944285] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.531028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.531028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.531028] env[63326]: DEBUG nova.network.neutron [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2003.016217] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.016542] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7708894-1f8c-4ba1-84f7-116fb2ebaa42 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.024604] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2003.024604] env[63326]: value = "task-1726968" [ 2003.024604] env[63326]: _type = "Task" [ 2003.024604] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.034307] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.234494] env[63326]: DEBUG nova.network.neutron [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [{"id": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "address": "fa:16:3e:5d:12:4e", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb0e96b-7b", "ovs_interfaceid": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.537058] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2003.537460] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2003.537575] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2003.538497] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a4c228-5a7d-4227-aab5-1738becc43a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.564448] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844ccc9d-e217-4501-9a28-83c76ca72fe5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.571427] env[63326]: WARNING nova.virt.vmwareapi.driver [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2003.571680] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.572419] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9448d92b-ac97-43ff-8ff6-3e92240c9118 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.578808] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.579117] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ae714f8-99ad-488e-b6ee-e768654fa37e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.661243] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.661464] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.661637] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleting the datastore file [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.661909] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d259d4c-e661-42b8-a925-84deffbe58a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.669279] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2003.669279] env[63326]: value = "task-1726970" [ 2003.669279] env[63326]: _type = "Task" [ 2003.669279] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.677034] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.736954] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.179708] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164898} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.179934] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.180114] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.180292] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.685399] env[63326]: INFO nova.virt.block_device [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Booting with volume b24dd720-81a4-47f4-aa6e-465710b8b1b1 at /dev/sdb [ 2004.718445] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdc5adbf-6dbf-4149-999f-b723f131b34b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.729181] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462bf65b-0bd9-4e26-be83-5c168885e2b6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.755987] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49fde8c1-bc45-4a87-8c4c-085bc353aba3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.764068] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011f87e1-5704-4ec7-a93e-888c97e232e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.790649] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4581116c-b959-4eed-9587-c60711d704a7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.796590] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23670a5-57e9-4c4c-b591-f0a089377bc2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.809546] env[63326]: DEBUG nova.virt.block_device [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Updating existing volume attachment record: 030fceb9-edfc-40c9-929d-7d4c895f92d4 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2005.251309] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249087ad-876b-4610-969c-bbe277e57981 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.269823] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance '6e0f4ca9-83f5-4930-81d0-32845c4123ff' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2005.775810] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.776217] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ca76596-be83-4bb1-92b3-fff63cb6363e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.784609] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2005.784609] env[63326]: value = "task-1726971" [ 2005.784609] env[63326]: _type = "Task" [ 2005.784609] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.793613] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.295228] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726971, 'name': PowerOffVM_Task, 'duration_secs': 0.200183} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.295596] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.295891] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance '6e0f4ca9-83f5-4930-81d0-32845c4123ff' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2006.802173] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2006.802575] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2006.802575] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2006.802756] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2006.802903] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2006.803076] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2006.803291] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2006.803451] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2006.803616] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2006.803777] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2006.803948] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2006.808958] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc8ef8a-7950-4276-af20-336994564258 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.826292] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2006.826292] env[63326]: value = "task-1726972" [ 2006.826292] env[63326]: _type = "Task" [ 2006.826292] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.834863] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.338349] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726972, 'name': ReconfigVM_Task, 'duration_secs': 0.163847} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.338629] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance '6e0f4ca9-83f5-4930-81d0-32845c4123ff' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2010.006132] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2010.006476] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2010.006616] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2010.006810] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2010.006987] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2010.007246] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2010.007503] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2010.007693] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2010.007956] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2010.008141] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2010.008351] env[63326]: DEBUG nova.virt.hardware [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2010.009301] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a39de-6007-4483-a1a3-d67360f4474d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.017982] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada1cab-a652-491a-a5b8-ae2be13c5a67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.031786] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:95:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c77a56a3-7651-487e-9aa3-604f66621d1e', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.039336] env[63326]: DEBUG oslo.service.loopingcall [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.039623] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.039852] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0111d64d-60be-44c5-b147-02a66b40b039 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.060313] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.060313] env[63326]: value = "task-1726973" [ 2010.060313] env[63326]: _type = "Task" [ 2010.060313] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.068458] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726973, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.349182] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2010.349449] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2010.349660] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2010.349948] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2010.350147] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2010.350297] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2010.350521] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2010.350685] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2010.350887] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2010.351115] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2010.351317] env[63326]: DEBUG nova.virt.hardware [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2010.357165] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2010.357473] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af79b374-da1c-4927-8770-e7ea0dc494b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.375801] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2010.375801] env[63326]: value = "task-1726974" [ 2010.375801] env[63326]: _type = "Task" [ 2010.375801] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.383798] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.569895] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1726973, 'name': CreateVM_Task, 'duration_secs': 0.381387} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.570145] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.570740] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.570905] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.571270] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.571517] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4865fa3-8e26-4b36-8870-84f60eb26dfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.575560] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2010.575560] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52acdd16-22d6-a45b-5ade-fe54cce0874c" [ 2010.575560] env[63326]: _type = "Task" [ 2010.575560] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.582617] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52acdd16-22d6-a45b-5ade-fe54cce0874c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.885274] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726974, 'name': ReconfigVM_Task, 'duration_secs': 0.163389} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.885609] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2010.886407] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01192cad-06c4-433c-acf8-71b5e4b15e31 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.908279] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff/6e0f4ca9-83f5-4930-81d0-32845c4123ff.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2010.908565] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d2cdba-7f1f-45e7-94fd-d0a2edc940fc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.927708] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2010.927708] env[63326]: value = "task-1726975" [ 2010.927708] env[63326]: _type = "Task" [ 2010.927708] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.935362] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.088437] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52acdd16-22d6-a45b-5ade-fe54cce0874c, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.088879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.089254] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.089573] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.089735] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.089916] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.090188] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8390cfb6-b737-4cb6-ae97-1282502f5574 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.098303] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.098478] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.099194] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41568edc-6196-4cec-acbf-b1ea784dd1a1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.103879] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2011.103879] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dfa2ba-d361-4980-ac8c-1ca796eaea9f" [ 2011.103879] env[63326]: _type = "Task" [ 2011.103879] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.111157] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dfa2ba-d361-4980-ac8c-1ca796eaea9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.129656] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.129874] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.437844] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.614294] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52dfa2ba-d361-4980-ac8c-1ca796eaea9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.615139] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5459ea-7a9a-4e40-a178-a5fddcce536b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.620338] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2011.620338] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a82b38-2c66-99fd-2778-447698c7265a" [ 2011.620338] env[63326]: _type = "Task" [ 2011.620338] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.627988] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a82b38-2c66-99fd-2778-447698c7265a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.633010] env[63326]: DEBUG nova.compute.utils [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2011.938453] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726975, 'name': ReconfigVM_Task, 'duration_secs': 0.690139} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.938741] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff/6e0f4ca9-83f5-4930-81d0-32845c4123ff.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.939013] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance '6e0f4ca9-83f5-4930-81d0-32845c4123ff' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2012.130571] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52a82b38-2c66-99fd-2778-447698c7265a, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.130963] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.131088] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d/6b6012e4-fc3f-470c-a066-1d4dd8471f0d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.131337] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2bbcfe9-8b26-420c-98fe-11e48290f0ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.135954] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.138657] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2012.138657] env[63326]: value = "task-1726976" [ 2012.138657] env[63326]: _type = "Task" [ 2012.138657] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.145887] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.445712] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc27d8e-5217-4d25-8678-1997a8ad009d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.465114] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c5db81-be3a-43bb-b352-4a916d24e97c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.484408] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance '6e0f4ca9-83f5-4930-81d0-32845c4123ff' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2012.648682] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465401} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.648951] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d/6b6012e4-fc3f-470c-a066-1d4dd8471f0d.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2012.649179] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2012.649435] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c741fa70-f783-46a9-bab9-fafba74327ec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.656080] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2012.656080] env[63326]: value = "task-1726977" [ 2012.656080] env[63326]: _type = "Task" [ 2012.656080] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.663565] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.038205] env[63326]: DEBUG nova.network.neutron [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Port 0fb0e96b-7b6c-4fe7-a287-97df691fac92 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2013.165550] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06018} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.165846] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2013.166603] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26b3ce2-a03b-45b8-b1e4-4a1499e04bab {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.187677] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d/6b6012e4-fc3f-470c-a066-1d4dd8471f0d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.188177] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f92a937-bfa7-4aec-a07f-a8cd00c117c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.202155] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.202387] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.202611] env[63326]: INFO nova.compute.manager [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Attaching volume 96b5af53-a7e7-4187-b194-b5b08fc621d3 to /dev/sdb [ 2013.210369] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2013.210369] env[63326]: value = "task-1726978" [ 2013.210369] env[63326]: _type = "Task" [ 2013.210369] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.218410] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.234464] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d148f00f-6551-4d3c-9536-838bb650898c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.241413] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066a7094-3eca-4525-8979-f1c3830540f8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.255638] env[63326]: DEBUG nova.virt.block_device [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Updating existing volume attachment record: 5dd0b78d-0d97-4a79-9888-2579fc8c1c19 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2013.720946] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726978, 'name': ReconfigVM_Task, 'duration_secs': 0.255945} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.721281] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d/6b6012e4-fc3f-470c-a066-1d4dd8471f0d.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.722508] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_type': 'disk', 'image_id': '6e0590ec-26dd-49ff-ad9e-e4544460cd43'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '030fceb9-edfc-40c9-929d-7d4c895f92d4', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'}, 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=63326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2013.722710] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2013.722901] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2013.724046] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3d2ab-a617-46a7-8ab0-7b86d95d0eb8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.740914] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc835ab-dc3b-407d-b6b2-2925c4267d65 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.764376] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1/volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.764652] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a867a57d-df06-4f38-a89b-a73fa1e7a439 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.783311] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2013.783311] env[63326]: value = "task-1726980" [ 2013.783311] env[63326]: _type = "Task" [ 2013.783311] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.790826] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.293982] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726980, 'name': ReconfigVM_Task, 'duration_secs': 0.312259} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.294349] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1/volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2014.298992] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef320c2-8afe-4bc9-a99e-a3f2841905f2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.313734] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2014.313734] env[63326]: value = "task-1726981" [ 2014.313734] env[63326]: _type = "Task" [ 2014.313734] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.321385] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.823814] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726981, 'name': ReconfigVM_Task, 'duration_secs': 0.143911} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.824143] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2014.824703] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d712582-b425-421f-8914-964b3d3c3b2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.830949] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2014.830949] env[63326]: value = "task-1726982" [ 2014.830949] env[63326]: _type = "Task" [ 2014.830949] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.841992] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726982, 'name': Rename_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.341024] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726982, 'name': Rename_Task, 'duration_secs': 0.14597} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.341385] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2015.341570] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c69733ac-ebcb-4a77-a8ed-a3134e300c7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.347812] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2015.347812] env[63326]: value = "task-1726983" [ 2015.347812] env[63326]: _type = "Task" [ 2015.347812] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.354890] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.858025] env[63326]: DEBUG oslo_vmware.api [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1726983, 'name': PowerOnVM_Task, 'duration_secs': 0.488487} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.858320] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.858568] env[63326]: DEBUG nova.compute.manager [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.859369] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b8724-612a-4aa2-9ee5-35eebf0ba394 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.565775] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.566105] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.566198] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.875993] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.876298] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.876495] env[63326]: DEBUG nova.objects.instance [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2017.318008] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.318319] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.318516] env[63326]: INFO nova.compute.manager [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Shelving [ 2017.793999] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.794295] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.794390] env[63326]: DEBUG nova.network.neutron [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.801678] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2017.801932] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359424', 'volume_id': '96b5af53-a7e7-4187-b194-b5b08fc621d3', 'name': 'volume-96b5af53-a7e7-4187-b194-b5b08fc621d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0bdc1ad-022d-4a59-acac-5119dfd5e20a', 'attached_at': '', 'detached_at': '', 'volume_id': '96b5af53-a7e7-4187-b194-b5b08fc621d3', 'serial': '96b5af53-a7e7-4187-b194-b5b08fc621d3'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2017.802842] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58710d4a-af09-46af-ba23-bcd45f2e5232 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.820207] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902eddf5-6d26-4acf-86fb-070e2a8868c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.847958] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-96b5af53-a7e7-4187-b194-b5b08fc621d3/volume-96b5af53-a7e7-4187-b194-b5b08fc621d3.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.848693] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.849380] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f56ccd3-8fa9-4321-95bb-13c74fa4ac9b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.862373] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b767c758-7b2c-4ad0-a095-e5522b21b610 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.869341] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2017.869341] env[63326]: value = "task-1726985" [ 2017.869341] env[63326]: _type = "Task" [ 2017.869341] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.873782] env[63326]: DEBUG oslo_vmware.api [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2017.873782] env[63326]: value = "task-1726986" [ 2017.873782] env[63326]: _type = "Task" [ 2017.873782] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.880850] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.887180] env[63326]: DEBUG oslo_concurrency.lockutils [None req-e6beee45-d3b4-4718-a350-d4b3755766a1 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.888275] env[63326]: DEBUG oslo_vmware.api [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.388258] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726985, 'name': PowerOffVM_Task, 'duration_secs': 0.257978} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.391354] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2018.391914] env[63326]: DEBUG oslo_vmware.api [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726986, 'name': ReconfigVM_Task, 'duration_secs': 0.378116} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.392687] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34314cd0-5a91-4917-b7bf-17662155fe51 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.395233] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-96b5af53-a7e7-4187-b194-b5b08fc621d3/volume-96b5af53-a7e7-4187-b194-b5b08fc621d3.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2018.399864] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5b1f28-d938-4724-936e-768e953814ad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.431385] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e4a98-5562-4985-af5a-a9b80b4102f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.434603] env[63326]: DEBUG oslo_vmware.api [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2018.434603] env[63326]: value = "task-1726987" [ 2018.434603] env[63326]: _type = "Task" [ 2018.434603] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.452034] env[63326]: DEBUG oslo_vmware.api [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.602273] env[63326]: DEBUG nova.network.neutron [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [{"id": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "address": "fa:16:3e:5d:12:4e", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb0e96b-7b", "ovs_interfaceid": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.944780] env[63326]: DEBUG oslo_vmware.api [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726987, 'name': ReconfigVM_Task, 'duration_secs': 0.15005} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.945190] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359424', 'volume_id': '96b5af53-a7e7-4187-b194-b5b08fc621d3', 'name': 'volume-96b5af53-a7e7-4187-b194-b5b08fc621d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0bdc1ad-022d-4a59-acac-5119dfd5e20a', 'attached_at': '', 'detached_at': '', 'volume_id': '96b5af53-a7e7-4187-b194-b5b08fc621d3', 'serial': '96b5af53-a7e7-4187-b194-b5b08fc621d3'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2018.948050] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Creating Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2018.948050] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71860c6c-91f8-43db-b86f-dcabbd621007 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.955227] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2018.955227] env[63326]: value = "task-1726988" [ 2018.955227] env[63326]: _type = "Task" [ 2018.955227] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.966250] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726988, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.105234] env[63326]: DEBUG oslo_concurrency.lockutils [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.465013] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726988, 'name': CreateSnapshot_Task, 'duration_secs': 0.458358} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.465314] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Created Snapshot of the VM instance {{(pid=63326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2019.466045] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e702f-94ab-458a-8e5a-f386f762b1f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.629845] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c409ed77-2d67-4bfd-84fc-1773c08e83c0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.649230] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683ff3df-d596-4b26-80b2-4616b086e81e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.655825] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance '6e0f4ca9-83f5-4930-81d0-32845c4123ff' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2019.986618] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Creating linked-clone VM from snapshot {{(pid=63326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2019.986941] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41807eba-b25e-4b59-bf06-9d9c2c2f594d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.991946] env[63326]: DEBUG nova.objects.instance [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid e0bdc1ad-022d-4a59-acac-5119dfd5e20a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.995246] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2019.995246] env[63326]: value = "task-1726989" [ 2019.995246] env[63326]: _type = "Task" [ 2019.995246] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.004122] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726989, 'name': CloneVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.162218] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2020.162548] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2994e6e9-e52c-4b78-9bf3-2bbd54fa7af6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.169606] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2020.169606] env[63326]: value = "task-1726990" [ 2020.169606] env[63326]: _type = "Task" [ 2020.169606] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.177949] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.500127] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bcd56661-5989-4749-ba1b-5ef8a898c6dc tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.298s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.507082] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726989, 'name': CloneVM_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.680532] env[63326]: DEBUG oslo_vmware.api [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726990, 'name': PowerOnVM_Task, 'duration_secs': 0.388727} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.680761] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2020.680893] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0ef73-7b24-4e9b-bcc1-8368e975f4cd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance '6e0f4ca9-83f5-4930-81d0-32845c4123ff' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2021.005336] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726989, 'name': CloneVM_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.244766] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.245014] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.512817] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726989, 'name': CloneVM_Task, 'duration_secs': 1.069937} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.513521] env[63326]: INFO nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Created linked-clone VM from snapshot [ 2021.514564] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f232287-2e41-4457-813b-89d4fd75ca17 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.524775] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Uploading image b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083 {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2021.551889] env[63326]: DEBUG oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2021.551889] env[63326]: value = "vm-359426" [ 2021.551889] env[63326]: _type = "VirtualMachine" [ 2021.551889] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2021.552187] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed786a9e-2f08-44d6-8ec3-7353c87d490a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.559309] env[63326]: DEBUG oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lease: (returnval){ [ 2021.559309] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5263371d-52af-159d-e867-831eabeb946e" [ 2021.559309] env[63326]: _type = "HttpNfcLease" [ 2021.559309] env[63326]: } obtained for exporting VM: (result){ [ 2021.559309] env[63326]: value = "vm-359426" [ 2021.559309] env[63326]: _type = "VirtualMachine" [ 2021.559309] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2021.559621] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the lease: (returnval){ [ 2021.559621] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5263371d-52af-159d-e867-831eabeb946e" [ 2021.559621] env[63326]: _type = "HttpNfcLease" [ 2021.559621] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2021.565296] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2021.565296] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5263371d-52af-159d-e867-831eabeb946e" [ 2021.565296] env[63326]: _type = "HttpNfcLease" [ 2021.565296] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2021.749064] env[63326]: DEBUG nova.compute.utils [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2022.067574] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2022.067574] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5263371d-52af-159d-e867-831eabeb946e" [ 2022.067574] env[63326]: _type = "HttpNfcLease" [ 2022.067574] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2022.068027] env[63326]: DEBUG oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2022.068027] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5263371d-52af-159d-e867-831eabeb946e" [ 2022.068027] env[63326]: _type = "HttpNfcLease" [ 2022.068027] env[63326]: }. {{(pid=63326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2022.068641] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f643418-96db-4e9c-a8c2-6162e855edce {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.075824] env[63326]: DEBUG oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8865-5341-efcd-e4db-4e4ab99afc82/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2022.075989] env[63326]: DEBUG oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8865-5341-efcd-e4db-4e4ab99afc82/disk-0.vmdk for reading. {{(pid=63326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2022.175574] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35428728-2c30-4966-b2f6-a9d8c3f338c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.251907] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.591396] env[63326]: DEBUG nova.network.neutron [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Port 0fb0e96b-7b6c-4fe7-a287-97df691fac92 binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2022.591809] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.592082] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.592324] env[63326]: DEBUG nova.network.neutron [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2023.322175] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.322570] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.322726] env[63326]: INFO nova.compute.manager [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Attaching volume 4ad7df7c-acb4-413e-9d28-ae54494fec75 to /dev/sdc [ 2023.347826] env[63326]: DEBUG nova.network.neutron [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [{"id": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "address": "fa:16:3e:5d:12:4e", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb0e96b-7b", "ovs_interfaceid": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.360905] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa87096-3ae0-486a-baae-eba778da3c66 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.368658] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cae821-e958-4aa0-bb34-4ff8a01fdb15 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.384827] env[63326]: DEBUG nova.virt.block_device [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Updating existing volume attachment record: 24c3a5a4-9116-47ce-bdbd-f41ba2a9e896 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2023.850938] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.354816] env[63326]: DEBUG nova.compute.manager [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63326) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2024.355262] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.355400] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.858893] env[63326]: DEBUG nova.objects.instance [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'migration_context' on Instance uuid 6e0f4ca9-83f5-4930-81d0-32845c4123ff {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.448970] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5107bd-368c-4d9a-9df4-6aa4ac841aad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.456955] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a4154-a0fd-4b3b-ba97-b677ff7d8627 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.487008] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b7ce35-5bac-4a05-b3e0-350f210518b4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.495041] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa911e9-18cd-4b08-8c37-e5c703479f11 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.508361] env[63326]: DEBUG nova.compute.provider_tree [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.011706] env[63326]: DEBUG nova.scheduler.client.report [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.026087] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.671s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.931509] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2027.931768] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359427', 'volume_id': '4ad7df7c-acb4-413e-9d28-ae54494fec75', 'name': 'volume-4ad7df7c-acb4-413e-9d28-ae54494fec75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0bdc1ad-022d-4a59-acac-5119dfd5e20a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ad7df7c-acb4-413e-9d28-ae54494fec75', 'serial': '4ad7df7c-acb4-413e-9d28-ae54494fec75'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2027.932924] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e682ddf0-0979-4964-a742-3ce185a43b3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.949877] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607c5e73-2c49-47f2-acf8-0eef61996b34 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.977220] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-4ad7df7c-acb4-413e-9d28-ae54494fec75/volume-4ad7df7c-acb4-413e-9d28-ae54494fec75.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2027.977543] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b60c3a8-671e-4a6a-aa20-81ffc5202eae {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.996061] env[63326]: DEBUG oslo_vmware.api [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2027.996061] env[63326]: value = "task-1726994" [ 2027.996061] env[63326]: _type = "Task" [ 2027.996061] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.004497] env[63326]: DEBUG oslo_vmware.api [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.508344] env[63326]: DEBUG oslo_vmware.api [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726994, 'name': ReconfigVM_Task, 'duration_secs': 0.387745} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.508757] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-4ad7df7c-acb4-413e-9d28-ae54494fec75/volume-4ad7df7c-acb4-413e-9d28-ae54494fec75.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2028.513548] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09635460-c4c1-47d8-9152-5d1d2b252350 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.530016] env[63326]: DEBUG oslo_vmware.api [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2028.530016] env[63326]: value = "task-1726995" [ 2028.530016] env[63326]: _type = "Task" [ 2028.530016] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.538503] env[63326]: DEBUG oslo_vmware.api [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.562894] env[63326]: INFO nova.compute.manager [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Swapping old allocation on dict_keys(['788305bd-5b87-47b7-b44d-2a77c92acc3c']) held by migration 6fdf7cac-a55d-4db8-b557-9ae58c370dfc for instance [ 2028.585887] env[63326]: DEBUG nova.scheduler.client.report [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Overwriting current allocation {'allocations': {'788305bd-5b87-47b7-b44d-2a77c92acc3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 183}}, 'project_id': 'aa4e7de2d9ff42e3bf71784930c23c23', 'user_id': '51d9cba6a5734952a0b7a5a741b765d7', 'consumer_generation': 1} on consumer 6e0f4ca9-83f5-4930-81d0-32845c4123ff {{(pid=63326) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2028.694192] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.694382] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.694563] env[63326]: DEBUG nova.network.neutron [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2029.039560] env[63326]: DEBUG oslo_vmware.api [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1726995, 'name': ReconfigVM_Task, 'duration_secs': 0.147931} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.039888] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359427', 'volume_id': '4ad7df7c-acb4-413e-9d28-ae54494fec75', 'name': 'volume-4ad7df7c-acb4-413e-9d28-ae54494fec75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0bdc1ad-022d-4a59-acac-5119dfd5e20a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ad7df7c-acb4-413e-9d28-ae54494fec75', 'serial': '4ad7df7c-acb4-413e-9d28-ae54494fec75'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2029.448666] env[63326]: DEBUG nova.network.neutron [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [{"id": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "address": "fa:16:3e:5d:12:4e", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb0e96b-7b", "ovs_interfaceid": "0fb0e96b-7b6c-4fe7-a287-97df691fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.530095] env[63326]: DEBUG oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8865-5341-efcd-e4db-4e4ab99afc82/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2029.530990] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ced48f-e627-45e7-bad8-2545b059e48c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.537215] env[63326]: DEBUG oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8865-5341-efcd-e4db-4e4ab99afc82/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2029.537349] env[63326]: ERROR oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8865-5341-efcd-e4db-4e4ab99afc82/disk-0.vmdk due to incomplete transfer. [ 2029.537593] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1539a3c-e438-4e72-ad26-2a6bf04e47f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.545055] env[63326]: DEBUG oslo_vmware.rw_handles [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8865-5341-efcd-e4db-4e4ab99afc82/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2029.545436] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Uploaded image b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083 to the Glance image server {{(pid=63326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2029.547620] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Destroying the VM {{(pid=63326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2029.547846] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24a458ef-b8e4-41af-b23f-f67ee59399fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.554775] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2029.554775] env[63326]: value = "task-1726996" [ 2029.554775] env[63326]: _type = "Task" [ 2029.554775] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.561914] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726996, 'name': Destroy_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.952148] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-6e0f4ca9-83f5-4930-81d0-32845c4123ff" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.952646] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2029.952939] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47f69c8c-b62d-4c46-a9e5-07a61f8a51a7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.959819] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2029.959819] env[63326]: value = "task-1726997" [ 2029.959819] env[63326]: _type = "Task" [ 2029.959819] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.968209] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.064935] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726996, 'name': Destroy_Task, 'duration_secs': 0.426416} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.065241] env[63326]: INFO nova.virt.vmwareapi.vm_util [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Destroyed the VM [ 2030.065490] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Deleting Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2030.065737] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63eadf22-cd4f-49fd-bf4a-968c5299ee7d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.072018] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2030.072018] env[63326]: value = "task-1726998" [ 2030.072018] env[63326]: _type = "Task" [ 2030.072018] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.080477] env[63326]: DEBUG nova.objects.instance [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid e0bdc1ad-022d-4a59-acac-5119dfd5e20a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.081933] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726998, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.469357] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726997, 'name': PowerOffVM_Task, 'duration_secs': 0.226667} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.469621] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2030.470281] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2030.470502] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.470668] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2030.470845] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.470990] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2030.471153] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2030.471353] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2030.471513] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2030.471679] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2030.471841] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2030.472032] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2030.476868] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36a5d0f-47ee-4ec9-9109-1101bb2fde11 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.492174] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2030.492174] env[63326]: value = "task-1726999" [ 2030.492174] env[63326]: _type = "Task" [ 2030.492174] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.500774] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.581811] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726998, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.585414] env[63326]: DEBUG oslo_concurrency.lockutils [None req-4bff8474-fd9e-435c-b566-3b8aca4f0bb5 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.889465] env[63326]: DEBUG oslo_concurrency.lockutils [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.889672] env[63326]: DEBUG oslo_concurrency.lockutils [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.002584] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.082515] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1726998, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576451} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.082778] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Deleted Snapshot of the VM instance {{(pid=63326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2031.083066] env[63326]: DEBUG nova.compute.manager [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.083886] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc59cc-1769-439a-b7e9-cbc037d550cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.393539] env[63326]: INFO nova.compute.manager [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Detaching volume 96b5af53-a7e7-4187-b194-b5b08fc621d3 [ 2031.424749] env[63326]: INFO nova.virt.block_device [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Attempting to driver detach volume 96b5af53-a7e7-4187-b194-b5b08fc621d3 from mountpoint /dev/sdb [ 2031.424749] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2031.424749] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359424', 'volume_id': '96b5af53-a7e7-4187-b194-b5b08fc621d3', 'name': 'volume-96b5af53-a7e7-4187-b194-b5b08fc621d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0bdc1ad-022d-4a59-acac-5119dfd5e20a', 'attached_at': '', 'detached_at': '', 'volume_id': '96b5af53-a7e7-4187-b194-b5b08fc621d3', 'serial': '96b5af53-a7e7-4187-b194-b5b08fc621d3'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2031.425545] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee778e-1991-46e1-bc41-0f6c71feb73c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.449493] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b86fe45-b0e1-4041-b2f6-bd7a49cd0b8b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.456325] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f699428c-086d-477d-b859-3cdfad310041 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.478536] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e49d8d4-00ca-4176-9e98-f436281ec971 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.493889] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] The volume has not been displaced from its original location: [datastore1] volume-96b5af53-a7e7-4187-b194-b5b08fc621d3/volume-96b5af53-a7e7-4187-b194-b5b08fc621d3.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2031.499042] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2031.501813] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e6246c-5e39-43ac-a896-064e685feb3e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.519663] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.520761] env[63326]: DEBUG oslo_vmware.api [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2031.520761] env[63326]: value = "task-1727000" [ 2031.520761] env[63326]: _type = "Task" [ 2031.520761] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.528011] env[63326]: DEBUG oslo_vmware.api [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.595839] env[63326]: INFO nova.compute.manager [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Shelve offloading [ 2032.006031] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1726999, 'name': ReconfigVM_Task, 'duration_secs': 1.159988} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.007329] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dfdbb4-ffdb-4caa-9621-c280b17f67ba {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.026331] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.026556] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.026713] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.026892] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.027045] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.027193] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.027390] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.027580] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.027756] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.027918] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.028102] env[63326]: DEBUG nova.virt.hardware [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.031463] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135bc65f-4f45-4c8e-a3a7-7851bf171292 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.038498] env[63326]: DEBUG oslo_vmware.api [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727000, 'name': ReconfigVM_Task, 'duration_secs': 0.227575} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.039642] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2032.044315] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2032.044315] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52582092-e59f-ece4-7b54-f03a823dae6f" [ 2032.044315] env[63326]: _type = "Task" [ 2032.044315] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.044523] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16dab9a2-ab8c-4eb0-a690-51734c932ce3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.062691] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52582092-e59f-ece4-7b54-f03a823dae6f, 'name': SearchDatastore_Task, 'duration_secs': 0.007639} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.068735] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2032.068993] env[63326]: DEBUG oslo_vmware.api [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2032.068993] env[63326]: value = "task-1727001" [ 2032.068993] env[63326]: _type = "Task" [ 2032.068993] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.069195] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c55bb82-c58d-415f-9f27-5da1e1f0a272 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.089248] env[63326]: DEBUG oslo_vmware.api [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.090541] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2032.090541] env[63326]: value = "task-1727002" [ 2032.090541] env[63326]: _type = "Task" [ 2032.090541] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.098747] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.099199] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.099430] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36338c65-3306-4234-9cca-03d3ad4ac58c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.106301] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2032.106301] env[63326]: value = "task-1727003" [ 2032.106301] env[63326]: _type = "Task" [ 2032.106301] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.113778] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.591603] env[63326]: DEBUG oslo_vmware.api [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727001, 'name': ReconfigVM_Task, 'duration_secs': 0.146387} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.594403] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359424', 'volume_id': '96b5af53-a7e7-4187-b194-b5b08fc621d3', 'name': 'volume-96b5af53-a7e7-4187-b194-b5b08fc621d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0bdc1ad-022d-4a59-acac-5119dfd5e20a', 'attached_at': '', 'detached_at': '', 'volume_id': '96b5af53-a7e7-4187-b194-b5b08fc621d3', 'serial': '96b5af53-a7e7-4187-b194-b5b08fc621d3'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2032.600670] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727002, 'name': ReconfigVM_Task, 'duration_secs': 0.172678} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.600929] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2032.601638] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58773b24-201f-4b85-b1e4-938463a3eb54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.623867] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff/6e0f4ca9-83f5-4930-81d0-32845c4123ff.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.626586] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7baeb6d-6381-40b8-a4cf-ce45457b72ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.644117] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] VM already powered off {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2032.644329] env[63326]: DEBUG nova.compute.manager [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.645923] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6ddfbc-0b21-4850-979e-9fd289ead699 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.648277] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2032.648277] env[63326]: value = "task-1727004" [ 2032.648277] env[63326]: _type = "Task" [ 2032.648277] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.653027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.653027] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.653205] env[63326]: DEBUG nova.network.neutron [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2032.658518] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727004, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.132470] env[63326]: DEBUG nova.objects.instance [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid e0bdc1ad-022d-4a59-acac-5119dfd5e20a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.159121] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727004, 'name': ReconfigVM_Task, 'duration_secs': 0.262206} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.159407] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff/6e0f4ca9-83f5-4930-81d0-32845c4123ff.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2033.160489] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3793f4-d0e4-4d71-8d8b-156690c20ceb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.178269] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d82aa6-fcfc-4e3d-a35a-2d787bfdda33 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.197186] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf09be-227b-4296-849b-8a9f435a2a63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.214213] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37cdeae-1285-49cb-ae83-4a9527e69487 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.220351] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.220567] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-412c4417-2d1a-4bc3-956e-451df69354e8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.226335] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2033.226335] env[63326]: value = "task-1727005" [ 2033.226335] env[63326]: _type = "Task" [ 2033.226335] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.233143] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.382299] env[63326]: DEBUG nova.network.neutron [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [{"id": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "address": "fa:16:3e:0d:04:f5", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41dbb63e-be", "ovs_interfaceid": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.737380] env[63326]: DEBUG oslo_vmware.api [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727005, 'name': PowerOnVM_Task, 'duration_secs': 0.400601} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.737739] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.885580] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.142070] env[63326]: DEBUG oslo_concurrency.lockutils [None req-360cc6b6-7832-446f-8f73-d58e0a27c1cd tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.190621] env[63326]: DEBUG nova.compute.manager [req-b5a506b9-88a0-4ad7-b1d3-f859dc141c18 req-7cbdd1d2-4cd2-4a6e-b75e-6b2ad9d4b2ab service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received event network-vif-unplugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2034.190845] env[63326]: DEBUG oslo_concurrency.lockutils [req-b5a506b9-88a0-4ad7-b1d3-f859dc141c18 req-7cbdd1d2-4cd2-4a6e-b75e-6b2ad9d4b2ab service nova] Acquiring lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.191079] env[63326]: DEBUG oslo_concurrency.lockutils [req-b5a506b9-88a0-4ad7-b1d3-f859dc141c18 req-7cbdd1d2-4cd2-4a6e-b75e-6b2ad9d4b2ab service nova] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.191257] env[63326]: DEBUG oslo_concurrency.lockutils [req-b5a506b9-88a0-4ad7-b1d3-f859dc141c18 req-7cbdd1d2-4cd2-4a6e-b75e-6b2ad9d4b2ab service nova] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.191430] env[63326]: DEBUG nova.compute.manager [req-b5a506b9-88a0-4ad7-b1d3-f859dc141c18 req-7cbdd1d2-4cd2-4a6e-b75e-6b2ad9d4b2ab service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] No waiting events found dispatching network-vif-unplugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2034.191606] env[63326]: WARNING nova.compute.manager [req-b5a506b9-88a0-4ad7-b1d3-f859dc141c18 req-7cbdd1d2-4cd2-4a6e-b75e-6b2ad9d4b2ab service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received unexpected event network-vif-unplugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 for instance with vm_state shelved and task_state shelving_offloading. [ 2034.215623] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.215876] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.327498] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2034.328416] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c286a39f-cc03-41f6-b7a7-9c2ce880b8b2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.335831] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2034.336049] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f9d04b-6561-4e1f-aaca-dae38b65f9ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.718867] env[63326]: INFO nova.compute.manager [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Detaching volume 4ad7df7c-acb4-413e-9d28-ae54494fec75 [ 2034.748908] env[63326]: INFO nova.compute.manager [None req-cfefcf05-df4a-4a8d-8e78-fbab4c3da173 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance to original state: 'active' [ 2034.761254] env[63326]: INFO nova.virt.block_device [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Attempting to driver detach volume 4ad7df7c-acb4-413e-9d28-ae54494fec75 from mountpoint /dev/sdc [ 2034.761500] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2034.761690] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359427', 'volume_id': '4ad7df7c-acb4-413e-9d28-ae54494fec75', 'name': 'volume-4ad7df7c-acb4-413e-9d28-ae54494fec75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0bdc1ad-022d-4a59-acac-5119dfd5e20a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ad7df7c-acb4-413e-9d28-ae54494fec75', 'serial': '4ad7df7c-acb4-413e-9d28-ae54494fec75'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2034.762557] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56829bfb-eab2-43ed-8229-bca8b1611aaa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.784491] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a77d90-4a66-42e9-af74-581217666bf0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.791206] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032efd99-1b1d-4602-8969-b955cb9257eb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.812571] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd846b66-2479-4aaf-a7e1-d8de0bd8cc5b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.827182] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ad7df7c-acb4-413e-9d28-ae54494fec75/volume-4ad7df7c-acb4-413e-9d28-ae54494fec75.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2034.832334] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfiguring VM instance instance-00000077 to detach disk 2002 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2034.833224] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5036fea-cb16-4b48-a4f4-3aeedb6836c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.851235] env[63326]: DEBUG oslo_vmware.api [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2034.851235] env[63326]: value = "task-1727007" [ 2034.851235] env[63326]: _type = "Task" [ 2034.851235] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.859067] env[63326]: DEBUG oslo_vmware.api [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.362299] env[63326]: DEBUG oslo_vmware.api [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727007, 'name': ReconfigVM_Task, 'duration_secs': 0.208922} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.362672] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Reconfigured VM instance instance-00000077 to detach disk 2002 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2035.369022] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f01739-f006-4e97-95ce-05e435153c26 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.382554] env[63326]: DEBUG oslo_vmware.api [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2035.382554] env[63326]: value = "task-1727008" [ 2035.382554] env[63326]: _type = "Task" [ 2035.382554] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.390423] env[63326]: DEBUG oslo_vmware.api [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.894512] env[63326]: DEBUG oslo_vmware.api [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727008, 'name': ReconfigVM_Task, 'duration_secs': 0.128318} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.894889] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359427', 'volume_id': '4ad7df7c-acb4-413e-9d28-ae54494fec75', 'name': 'volume-4ad7df7c-acb4-413e-9d28-ae54494fec75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0bdc1ad-022d-4a59-acac-5119dfd5e20a', 'attached_at': '', 'detached_at': '', 'volume_id': '4ad7df7c-acb4-413e-9d28-ae54494fec75', 'serial': '4ad7df7c-acb4-413e-9d28-ae54494fec75'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2036.197189] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.197481] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.197753] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.198044] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.198142] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.200462] env[63326]: INFO nova.compute.manager [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Terminating instance [ 2036.222278] env[63326]: DEBUG nova.compute.manager [req-ab0315ab-2ae4-4020-8c24-04ca41047e0f req-77bf3662-9a3b-4388-8a71-3cd6e13cf935 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received event network-changed-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2036.222480] env[63326]: DEBUG nova.compute.manager [req-ab0315ab-2ae4-4020-8c24-04ca41047e0f req-77bf3662-9a3b-4388-8a71-3cd6e13cf935 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Refreshing instance network info cache due to event network-changed-41dbb63e-be59-4e90-8307-c2a42ff5ebe8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2036.222692] env[63326]: DEBUG oslo_concurrency.lockutils [req-ab0315ab-2ae4-4020-8c24-04ca41047e0f req-77bf3662-9a3b-4388-8a71-3cd6e13cf935 service nova] Acquiring lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.222845] env[63326]: DEBUG oslo_concurrency.lockutils [req-ab0315ab-2ae4-4020-8c24-04ca41047e0f req-77bf3662-9a3b-4388-8a71-3cd6e13cf935 service nova] Acquired lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.222999] env[63326]: DEBUG nova.network.neutron [req-ab0315ab-2ae4-4020-8c24-04ca41047e0f req-77bf3662-9a3b-4388-8a71-3cd6e13cf935 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Refreshing network info cache for port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2036.435888] env[63326]: DEBUG nova.objects.instance [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'flavor' on Instance uuid e0bdc1ad-022d-4a59-acac-5119dfd5e20a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.705104] env[63326]: DEBUG nova.compute.manager [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2036.705341] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2036.706280] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e728ebf7-d7fa-4072-974a-3b0f01969c3f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.714497] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2036.714726] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-657e61b4-1509-4cb7-8323-5b42cc444918 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.720764] env[63326]: DEBUG oslo_vmware.api [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2036.720764] env[63326]: value = "task-1727009" [ 2036.720764] env[63326]: _type = "Task" [ 2036.720764] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.729931] env[63326]: DEBUG oslo_vmware.api [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.959545] env[63326]: DEBUG nova.network.neutron [req-ab0315ab-2ae4-4020-8c24-04ca41047e0f req-77bf3662-9a3b-4388-8a71-3cd6e13cf935 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updated VIF entry in instance network info cache for port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.959911] env[63326]: DEBUG nova.network.neutron [req-ab0315ab-2ae4-4020-8c24-04ca41047e0f req-77bf3662-9a3b-4388-8a71-3cd6e13cf935 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [{"id": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "address": "fa:16:3e:0d:04:f5", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap41dbb63e-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.230778] env[63326]: DEBUG oslo_vmware.api [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727009, 'name': PowerOffVM_Task, 'duration_secs': 0.204909} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.230993] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.231165] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2037.231405] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c35d2fb-895a-47ae-8783-2a1290b83a61 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.443435] env[63326]: DEBUG oslo_concurrency.lockutils [None req-f4cecaab-1f2b-404a-b062-99f70c0fb4b0 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.461809] env[63326]: DEBUG oslo_concurrency.lockutils [req-ab0315ab-2ae4-4020-8c24-04ca41047e0f req-77bf3662-9a3b-4388-8a71-3cd6e13cf935 service nova] Releasing lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.633663] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.634018] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.634182] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.634366] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.634538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.636633] env[63326]: INFO nova.compute.manager [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Terminating instance [ 2038.816044] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2038.816237] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2038.816392] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleting the datastore file [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2038.816666] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0e2a41e-c1b1-4b9e-bffb-a905c427b163 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.819914] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2038.820230] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2038.820504] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleting the datastore file [datastore1] 6e0f4ca9-83f5-4930-81d0-32845c4123ff {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2038.821186] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e90d39-97cd-45fa-8f60-d058827a934f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.825304] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2038.825304] env[63326]: value = "task-1727011" [ 2038.825304] env[63326]: _type = "Task" [ 2038.825304] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.829592] env[63326]: DEBUG oslo_vmware.api [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2038.829592] env[63326]: value = "task-1727012" [ 2038.829592] env[63326]: _type = "Task" [ 2038.829592] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.836256] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.841232] env[63326]: DEBUG oslo_vmware.api [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.140858] env[63326]: DEBUG nova.compute.manager [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2039.141108] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.141987] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64540ad-fbd9-4db9-9919-6516330500fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.149738] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2039.149954] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e41b2a-9344-4536-ad73-ab8bb2e3df23 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.156115] env[63326]: DEBUG oslo_vmware.api [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2039.156115] env[63326]: value = "task-1727013" [ 2039.156115] env[63326]: _type = "Task" [ 2039.156115] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.163527] env[63326]: DEBUG oslo_vmware.api [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.340046] env[63326]: DEBUG oslo_vmware.api [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132487} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.342835] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2039.343033] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2039.343219] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2039.343395] env[63326]: INFO nova.compute.manager [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Took 2.64 seconds to destroy the instance on the hypervisor. [ 2039.343640] env[63326]: DEBUG oslo.service.loopingcall [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.343844] env[63326]: DEBUG oslo_vmware.api [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131356} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.344053] env[63326]: DEBUG nova.compute.manager [-] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2039.344151] env[63326]: DEBUG nova.network.neutron [-] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2039.345685] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2039.345867] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2039.346059] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2039.434777] env[63326]: INFO nova.scheduler.client.report [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted allocations for instance c28ef38a-7374-409b-9cbc-b4548e9da76a [ 2039.667071] env[63326]: DEBUG oslo_vmware.api [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727013, 'name': PowerOffVM_Task, 'duration_secs': 0.174261} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.667392] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2039.667569] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2039.667838] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ec14ca-a447-4d0c-b542-521197c1c5f9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.739086] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2039.739319] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2039.739499] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Deleting the datastore file [datastore1] e0bdc1ad-022d-4a59-acac-5119dfd5e20a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.739786] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dedcd33-d4ea-4be2-8dac-3fd34c98f5f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.746552] env[63326]: DEBUG oslo_vmware.api [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for the task: (returnval){ [ 2039.746552] env[63326]: value = "task-1727015" [ 2039.746552] env[63326]: _type = "Task" [ 2039.746552] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.753881] env[63326]: DEBUG oslo_vmware.api [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.939380] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.939593] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.939812] env[63326]: DEBUG nova.objects.instance [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'resources' on Instance uuid c28ef38a-7374-409b-9cbc-b4548e9da76a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2040.007881] env[63326]: DEBUG nova.compute.manager [req-805fe431-be0d-468d-b596-f6dfe3a16d88 req-c8eb4885-6bc7-44a0-90e1-b0ff2a61017c service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Received event network-vif-deleted-0fb0e96b-7b6c-4fe7-a287-97df691fac92 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2040.008031] env[63326]: INFO nova.compute.manager [req-805fe431-be0d-468d-b596-f6dfe3a16d88 req-c8eb4885-6bc7-44a0-90e1-b0ff2a61017c service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Neutron deleted interface 0fb0e96b-7b6c-4fe7-a287-97df691fac92; detaching it from the instance and deleting it from the info cache [ 2040.008210] env[63326]: DEBUG nova.network.neutron [req-805fe431-be0d-468d-b596-f6dfe3a16d88 req-c8eb4885-6bc7-44a0-90e1-b0ff2a61017c service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.256325] env[63326]: DEBUG oslo_vmware.api [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Task: {'id': task-1727015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127194} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.256591] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.256777] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.256956] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.257149] env[63326]: INFO nova.compute.manager [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2040.257387] env[63326]: DEBUG oslo.service.loopingcall [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.257574] env[63326]: DEBUG nova.compute.manager [-] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.257694] env[63326]: DEBUG nova.network.neutron [-] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2040.442544] env[63326]: DEBUG nova.objects.instance [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'numa_topology' on Instance uuid c28ef38a-7374-409b-9cbc-b4548e9da76a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2040.486818] env[63326]: DEBUG nova.network.neutron [-] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.510468] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c84ba377-390b-4ba7-99db-bb8c9df9735c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.520180] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea5c05-6b01-4bf2-81ed-5511abe87f1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.548311] env[63326]: DEBUG nova.compute.manager [req-805fe431-be0d-468d-b596-f6dfe3a16d88 req-c8eb4885-6bc7-44a0-90e1-b0ff2a61017c service nova] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Detach interface failed, port_id=0fb0e96b-7b6c-4fe7-a287-97df691fac92, reason: Instance 6e0f4ca9-83f5-4930-81d0-32845c4123ff could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2040.945724] env[63326]: DEBUG nova.objects.base [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2040.997244] env[63326]: INFO nova.compute.manager [-] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Took 1.65 seconds to deallocate network for instance. [ 2041.061714] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17572cc1-a8e7-48dd-80b9-9a6511204318 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.074663] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fcab2f-a5c3-4346-b417-543479aa8c9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.108614] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9e2ce-7050-4688-a3ce-4ffae0298410 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.115453] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3806593-df9b-4485-a821-642f7cbe0abf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.130712] env[63326]: DEBUG nova.compute.provider_tree [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2041.174268] env[63326]: DEBUG nova.network.neutron [-] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.509119] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.653500] env[63326]: ERROR nova.scheduler.client.report [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [req-088a20f2-ee56-4b46-8de5-d0b548513f06] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-088a20f2-ee56-4b46-8de5-d0b548513f06"}]} [ 2041.670828] env[63326]: DEBUG nova.scheduler.client.report [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2041.677503] env[63326]: INFO nova.compute.manager [-] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Took 1.42 seconds to deallocate network for instance. [ 2041.684927] env[63326]: DEBUG nova.scheduler.client.report [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2041.685133] env[63326]: DEBUG nova.compute.provider_tree [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2041.698651] env[63326]: DEBUG nova.scheduler.client.report [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2041.715058] env[63326]: DEBUG nova.scheduler.client.report [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2041.799812] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e720c7-3ea2-4d54-87f3-36bd9063a54a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.809339] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d27d77-93bf-4b39-b81e-5ea7a1e6a01e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.841176] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcfe576-d0e6-4eb0-8404-8135258caa71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.851808] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09a0f41-9def-43c7-99ef-5352a6f8c2d8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.865186] env[63326]: DEBUG nova.compute.provider_tree [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2042.043691] env[63326]: DEBUG nova.compute.manager [req-5c8a4ee7-1018-432c-88a4-83bcc7f2b4cc req-78441530-e229-4eb0-8f77-d6fb3728e4ba service nova] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Received event network-vif-deleted-6877accb-cae1-424f-ae03-a2d06c9880f3 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2042.188298] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.347664] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.405443] env[63326]: DEBUG nova.scheduler.client.report [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2042.405723] env[63326]: DEBUG nova.compute.provider_tree [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 185 to 186 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2042.405895] env[63326]: DEBUG nova.compute.provider_tree [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2042.691246] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2042.691418] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances with incomplete migration {{(pid=63326) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 2042.911228] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.971s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.913579] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.405s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.913783] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.915791] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.728s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.916027] env[63326]: DEBUG nova.objects.instance [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lazy-loading 'resources' on Instance uuid e0bdc1ad-022d-4a59-acac-5119dfd5e20a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.946613] env[63326]: INFO nova.scheduler.client.report [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted allocations for instance 6e0f4ca9-83f5-4930-81d0-32845c4123ff [ 2043.426192] env[63326]: DEBUG oslo_concurrency.lockutils [None req-32a5211c-c0e7-4fef-b207-a27a77af7fe2 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.108s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.427055] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.080s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.427252] env[63326]: INFO nova.compute.manager [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Unshelving [ 2043.456520] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1c4e7177-ea0b-4625-8dd5-47e3f711f918 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "6e0f4ca9-83f5-4930-81d0-32845c4123ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.259s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.486586] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60beb1b-16d3-45f3-bce9-f63a4fbfdf00 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.494150] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6cb5a0-5f0e-4fb8-9399-42100cf1f5cd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.523429] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00cdbde-aa47-4572-8331-a37ed6f2abf3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.530438] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61790bca-42cd-4140-9b45-35568d55d7a1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.543104] env[63326]: DEBUG nova.compute.provider_tree [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.046613] env[63326]: DEBUG nova.scheduler.client.report [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.449196] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.553149] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.555321] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.106s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.555541] env[63326]: DEBUG nova.objects.instance [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'pci_requests' on Instance uuid c28ef38a-7374-409b-9cbc-b4548e9da76a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.593985] env[63326]: INFO nova.scheduler.client.report [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Deleted allocations for instance e0bdc1ad-022d-4a59-acac-5119dfd5e20a [ 2044.962217] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "9eaffaaf-987a-4879-b256-a57dab8f0058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.962217] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.059120] env[63326]: DEBUG nova.objects.instance [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'numa_topology' on Instance uuid c28ef38a-7374-409b-9cbc-b4548e9da76a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.100126] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c0a73234-b9df-496d-b81c-d6a3299e2e30 tempest-AttachVolumeTestJSON-6768764 tempest-AttachVolumeTestJSON-6768764-project-member] Lock "e0bdc1ad-022d-4a59-acac-5119dfd5e20a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.466s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.465027] env[63326]: DEBUG nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2045.561073] env[63326]: INFO nova.compute.claims [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2045.990793] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.193224] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2046.624919] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e591529b-196e-464d-ac7f-9071ca7c24c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.632472] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3eac4-c6a5-4cb8-b15c-6ffaf3542d6e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.662855] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96afe57-d686-4ba9-8be6-f37bd2e53524 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.670608] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a1cfe-391a-44cf-9c33-15721e7729ef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.683364] env[63326]: DEBUG nova.compute.provider_tree [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2047.186223] env[63326]: DEBUG nova.scheduler.client.report [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.691064] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.136s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.693317] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.693587] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.703s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.695138] env[63326]: INFO nova.compute.claims [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.727456] env[63326]: INFO nova.network.neutron [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2048.782549] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca065b91-7885-4cd3-8d13-cef020559aec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.789725] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e6bda-045d-4352-9308-fec6e93182c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.819593] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8c730e-77c7-4f42-9c21-728b401ee455 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.827483] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc429af9-4bac-4c88-9583-b75be417270e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.841058] env[63326]: DEBUG nova.compute.provider_tree [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.255368] env[63326]: DEBUG nova.compute.manager [req-59cc074f-6b57-4db9-8ca6-5118ec74cd49 req-8e3a4100-d951-4205-bcc5-e36c143e380e service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received event network-vif-plugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2049.255602] env[63326]: DEBUG oslo_concurrency.lockutils [req-59cc074f-6b57-4db9-8ca6-5118ec74cd49 req-8e3a4100-d951-4205-bcc5-e36c143e380e service nova] Acquiring lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.255859] env[63326]: DEBUG oslo_concurrency.lockutils [req-59cc074f-6b57-4db9-8ca6-5118ec74cd49 req-8e3a4100-d951-4205-bcc5-e36c143e380e service nova] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.255982] env[63326]: DEBUG oslo_concurrency.lockutils [req-59cc074f-6b57-4db9-8ca6-5118ec74cd49 req-8e3a4100-d951-4205-bcc5-e36c143e380e service nova] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.256173] env[63326]: DEBUG nova.compute.manager [req-59cc074f-6b57-4db9-8ca6-5118ec74cd49 req-8e3a4100-d951-4205-bcc5-e36c143e380e service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] No waiting events found dispatching network-vif-plugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2049.256341] env[63326]: WARNING nova.compute.manager [req-59cc074f-6b57-4db9-8ca6-5118ec74cd49 req-8e3a4100-d951-4205-bcc5-e36c143e380e service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received unexpected event network-vif-plugged-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 for instance with vm_state shelved_offloaded and task_state spawning. [ 2049.344036] env[63326]: DEBUG nova.scheduler.client.report [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.351094] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.351392] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.351693] env[63326]: DEBUG nova.network.neutron [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.852052] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.852432] env[63326]: DEBUG nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2050.074419] env[63326]: DEBUG nova.network.neutron [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [{"id": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "address": "fa:16:3e:0d:04:f5", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41dbb63e-be", "ovs_interfaceid": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.360109] env[63326]: DEBUG nova.compute.utils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2050.361698] env[63326]: DEBUG nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2050.361698] env[63326]: DEBUG nova.network.neutron [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2050.399532] env[63326]: DEBUG nova.policy [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51d9cba6a5734952a0b7a5a741b765d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa4e7de2d9ff42e3bf71784930c23c23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 2050.577768] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.640726] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='776f4e45c9e016bce802a76d2f43e4c4',container_format='bare',created_at=2024-12-11T03:42:27Z,direct_url=,disk_format='vmdk',id=b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-190120373-shelved',owner='5f60207c25cb4ee6a7a8cb5673c98c97',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-11T03:42:40Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2050.640991] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2050.641163] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2050.641357] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2050.641501] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2050.641647] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2050.641875] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2050.642111] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2050.642313] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2050.642514] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2050.642700] env[63326]: DEBUG nova.virt.hardware [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2050.643599] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb5c1ce-13ec-497e-ab18-dfdf18d67eb7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.651651] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8e1cd9-daa1-4942-905d-413691c5309b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.665038] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:04:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41dbb63e-be59-4e90-8307-c2a42ff5ebe8', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2050.672620] env[63326]: DEBUG oslo.service.loopingcall [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.672873] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2050.673125] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fac7e51-b1e3-46a1-ae3c-a2d23f73c768 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.690553] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.690704] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2050.694283] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2050.694283] env[63326]: value = "task-1727018" [ 2050.694283] env[63326]: _type = "Task" [ 2050.694283] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.701358] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1727018, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.809799] env[63326]: DEBUG nova.network.neutron [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Successfully created port: 875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2050.864870] env[63326]: DEBUG nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2051.203866] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1727018, 'name': CreateVM_Task, 'duration_secs': 0.496582} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.204045] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.204690] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.204831] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.205249] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.205470] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e035337c-ed53-4d55-a769-85ecfca3c4e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.209775] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2051.209775] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]523c9c38-2cae-d36f-09d6-04c186d94b32" [ 2051.209775] env[63326]: _type = "Task" [ 2051.209775] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.216934] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]523c9c38-2cae-d36f-09d6-04c186d94b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.279643] env[63326]: DEBUG nova.compute.manager [req-bdff77cc-abba-4026-a44b-247732854ecc req-373f4458-5398-470b-9907-1a1e60015eb7 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received event network-changed-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2051.279835] env[63326]: DEBUG nova.compute.manager [req-bdff77cc-abba-4026-a44b-247732854ecc req-373f4458-5398-470b-9907-1a1e60015eb7 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Refreshing instance network info cache due to event network-changed-41dbb63e-be59-4e90-8307-c2a42ff5ebe8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2051.280079] env[63326]: DEBUG oslo_concurrency.lockutils [req-bdff77cc-abba-4026-a44b-247732854ecc req-373f4458-5398-470b-9907-1a1e60015eb7 service nova] Acquiring lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.280244] env[63326]: DEBUG oslo_concurrency.lockutils [req-bdff77cc-abba-4026-a44b-247732854ecc req-373f4458-5398-470b-9907-1a1e60015eb7 service nova] Acquired lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.280429] env[63326]: DEBUG nova.network.neutron [req-bdff77cc-abba-4026-a44b-247732854ecc req-373f4458-5398-470b-9907-1a1e60015eb7 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Refreshing network info cache for port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.691250] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2051.691541] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2051.720253] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.720485] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Processing image b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2051.720724] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.720870] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.721064] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2051.721328] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9258e624-c8a3-4567-91a7-c345d1a64c7e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.730067] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2051.730268] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2051.730980] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6918f2f-1ffb-4ca9-a123-f45d09fbe32e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.735993] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2051.735993] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e2e82-4aee-f6de-bd46-2029950608ae" [ 2051.735993] env[63326]: _type = "Task" [ 2051.735993] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.744506] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529e2e82-4aee-f6de-bd46-2029950608ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.874667] env[63326]: DEBUG nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2051.912738] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2051.912907] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.912968] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2051.913207] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.913455] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2051.913634] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2051.913868] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2051.914058] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2051.914315] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2051.914524] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2051.914705] env[63326]: DEBUG nova.virt.hardware [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2051.915724] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33c9ab9-59b3-4f7c-b116-8aa906011baf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.926018] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ed3834-1b7c-474a-9c32-aafd56ace89a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.023878] env[63326]: DEBUG nova.network.neutron [req-bdff77cc-abba-4026-a44b-247732854ecc req-373f4458-5398-470b-9907-1a1e60015eb7 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updated VIF entry in instance network info cache for port 41dbb63e-be59-4e90-8307-c2a42ff5ebe8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.024263] env[63326]: DEBUG nova.network.neutron [req-bdff77cc-abba-4026-a44b-247732854ecc req-373f4458-5398-470b-9907-1a1e60015eb7 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [{"id": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "address": "fa:16:3e:0d:04:f5", "network": {"id": "cc005282-d83e-4985-875a-e33fb3abede4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-828611688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f60207c25cb4ee6a7a8cb5673c98c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41dbb63e-be", "ovs_interfaceid": "41dbb63e-be59-4e90-8307-c2a42ff5ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.195314] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.195552] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.195719] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.195899] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2052.196872] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb55072a-9c31-4729-909f-8c7380c581fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.204716] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2144c043-adcb-44cd-bfa5-ed0f775c3bc1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.222379] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8bacab-732a-449b-898e-d3c71fc7db9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.228830] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dceda3-9eec-41c2-972b-fb5dd767d648 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.257442] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180551MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2052.257442] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.257585] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.267401] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Preparing fetch location {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2052.267635] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Fetch image to [datastore1] OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f/OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f.vmdk {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2052.267815] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Downloading stream optimized image b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083 to [datastore1] OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f/OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f.vmdk on the data store datastore1 as vApp {{(pid=63326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2052.267989] env[63326]: DEBUG nova.virt.vmwareapi.images [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Downloading image file data b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083 to the ESX as VM named 'OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f' {{(pid=63326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2052.289861] env[63326]: DEBUG nova.network.neutron [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Successfully updated port: 875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2052.343069] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2052.343069] env[63326]: value = "resgroup-9" [ 2052.343069] env[63326]: _type = "ResourcePool" [ 2052.343069] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2052.343291] env[63326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d229c37f-243f-4722-a86b-89d0e283727c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.364473] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lease: (returnval){ [ 2052.364473] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5251a987-6b3c-3d46-e793-c183e8f31463" [ 2052.364473] env[63326]: _type = "HttpNfcLease" [ 2052.364473] env[63326]: } obtained for vApp import into resource pool (val){ [ 2052.364473] env[63326]: value = "resgroup-9" [ 2052.364473] env[63326]: _type = "ResourcePool" [ 2052.364473] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2052.364822] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the lease: (returnval){ [ 2052.364822] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5251a987-6b3c-3d46-e793-c183e8f31463" [ 2052.364822] env[63326]: _type = "HttpNfcLease" [ 2052.364822] env[63326]: } to be ready. {{(pid=63326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2052.370628] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2052.370628] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5251a987-6b3c-3d46-e793-c183e8f31463" [ 2052.370628] env[63326]: _type = "HttpNfcLease" [ 2052.370628] env[63326]: } is initializing. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2052.526901] env[63326]: DEBUG oslo_concurrency.lockutils [req-bdff77cc-abba-4026-a44b-247732854ecc req-373f4458-5398-470b-9907-1a1e60015eb7 service nova] Releasing lock "refresh_cache-c28ef38a-7374-409b-9cbc-b4548e9da76a" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.810879] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.811049] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.811226] env[63326]: DEBUG nova.network.neutron [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2052.872944] env[63326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2052.872944] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5251a987-6b3c-3d46-e793-c183e8f31463" [ 2052.872944] env[63326]: _type = "HttpNfcLease" [ 2052.872944] env[63326]: } is ready. {{(pid=63326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2052.872944] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2052.872944] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5251a987-6b3c-3d46-e793-c183e8f31463" [ 2052.872944] env[63326]: _type = "HttpNfcLease" [ 2052.872944] env[63326]: }. {{(pid=63326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2052.873586] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36790a3f-86ce-4599-abba-00a6fe87a54f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.880573] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218bfa7-61fa-c4a4-d918-a90a8f8576d5/disk-0.vmdk from lease info. {{(pid=63326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2052.880816] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218bfa7-61fa-c4a4-d918-a90a8f8576d5/disk-0.vmdk. {{(pid=63326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2052.943456] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8c7d74e-4dc1-4e22-b05a-eab70b0587e4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.293016] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2053.293203] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6b6012e4-fc3f-470c-a066-1d4dd8471f0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2053.293328] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance c28ef38a-7374-409b-9cbc-b4548e9da76a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2053.293443] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 9eaffaaf-987a-4879-b256-a57dab8f0058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2053.293628] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2053.293764] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2053.307029] env[63326]: DEBUG nova.compute.manager [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Received event network-vif-plugged-875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2053.307336] env[63326]: DEBUG oslo_concurrency.lockutils [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] Acquiring lock "9eaffaaf-987a-4879-b256-a57dab8f0058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.307544] env[63326]: DEBUG oslo_concurrency.lockutils [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.307675] env[63326]: DEBUG oslo_concurrency.lockutils [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.307879] env[63326]: DEBUG nova.compute.manager [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] No waiting events found dispatching network-vif-plugged-875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2053.308103] env[63326]: WARNING nova.compute.manager [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Received unexpected event network-vif-plugged-875313cf-d4c7-4d7a-943c-02c3d30e4a35 for instance with vm_state building and task_state spawning. [ 2053.308270] env[63326]: DEBUG nova.compute.manager [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Received event network-changed-875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2053.308453] env[63326]: DEBUG nova.compute.manager [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Refreshing instance network info cache due to event network-changed-875313cf-d4c7-4d7a-943c-02c3d30e4a35. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2053.308671] env[63326]: DEBUG oslo_concurrency.lockutils [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] Acquiring lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.350091] env[63326]: DEBUG nova.network.neutron [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2053.372338] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711c058d-106f-489b-99b6-ce9b88303b5a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.383444] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734e856a-0dab-4d3b-b1f6-407fffb6318d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.424647] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be2d109-6f53-49ff-8af4-9b665a320640 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.434256] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd29bf-ca3b-4764-a6f5-6176f3a990f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.449492] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2053.580128] env[63326]: DEBUG nova.network.neutron [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updating instance_info_cache with network_info: [{"id": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "address": "fa:16:3e:6a:45:5c", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875313cf-d4", "ovs_interfaceid": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.952641] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2054.018053] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Completed reading data from the image iterator. {{(pid=63326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2054.018290] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218bfa7-61fa-c4a4-d918-a90a8f8576d5/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2054.019394] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f813e8a-142d-4c74-8d6a-42d104f80ac7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.028375] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218bfa7-61fa-c4a4-d918-a90a8f8576d5/disk-0.vmdk is in state: ready. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2054.028566] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218bfa7-61fa-c4a4-d918-a90a8f8576d5/disk-0.vmdk. {{(pid=63326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2054.028806] env[63326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ae2d87b8-f4e9-4b08-b676-6fe884e3e093 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.057696] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.057995] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.083138] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.083333] env[63326]: DEBUG nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Instance network_info: |[{"id": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "address": "fa:16:3e:6a:45:5c", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875313cf-d4", "ovs_interfaceid": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2054.083727] env[63326]: DEBUG oslo_concurrency.lockutils [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] Acquired lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.083922] env[63326]: DEBUG nova.network.neutron [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Refreshing network info cache for port 875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2054.085322] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:45:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875313cf-d4c7-4d7a-943c-02c3d30e4a35', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2054.094136] env[63326]: DEBUG oslo.service.loopingcall [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.097115] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2054.097581] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02b529f3-cdc1-45b9-a188-e3269036f51a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.119858] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2054.119858] env[63326]: value = "task-1727021" [ 2054.119858] env[63326]: _type = "Task" [ 2054.119858] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.128786] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1727021, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.353606] env[63326]: DEBUG oslo_vmware.rw_handles [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5218bfa7-61fa-c4a4-d918-a90a8f8576d5/disk-0.vmdk. {{(pid=63326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2054.353816] env[63326]: INFO nova.virt.vmwareapi.images [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Downloaded image file data b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083 [ 2054.354844] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe46e80-5bf7-4908-911c-196a73d003a3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.370754] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd970f3c-927e-41ca-a666-cb58f1fce631 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.394656] env[63326]: INFO nova.virt.vmwareapi.images [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] The imported VM was unregistered [ 2054.397349] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Caching image {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2054.397587] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083 {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2054.397866] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e950b567-9075-480c-8daa-5682bf6a20b1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.420855] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Created directory with path [datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083 {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2054.421080] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f/OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f.vmdk to [datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083.vmdk. {{(pid=63326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2054.421349] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bebf44ab-a12e-4139-af93-cddb93388f3d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.428239] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2054.428239] env[63326]: value = "task-1727023" [ 2054.428239] env[63326]: _type = "Task" [ 2054.428239] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.435835] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727023, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.460753] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2054.460955] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.203s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.461183] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2054.514808] env[63326]: DEBUG nova.network.neutron [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updated VIF entry in instance network info cache for port 875313cf-d4c7-4d7a-943c-02c3d30e4a35. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2054.515182] env[63326]: DEBUG nova.network.neutron [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updating instance_info_cache with network_info: [{"id": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "address": "fa:16:3e:6a:45:5c", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875313cf-d4", "ovs_interfaceid": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.561272] env[63326]: INFO nova.compute.manager [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Detaching volume b24dd720-81a4-47f4-aa6e-465710b8b1b1 [ 2054.603926] env[63326]: INFO nova.virt.block_device [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Attempting to driver detach volume b24dd720-81a4-47f4-aa6e-465710b8b1b1 from mountpoint /dev/sdb [ 2054.604305] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2054.604535] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2054.605566] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da45dd8-7560-4638-bb63-1c5ea438cad8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.632777] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ad37f-f31f-4bb2-804c-516784b54990 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.641013] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1727021, 'name': CreateVM_Task, 'duration_secs': 0.40126} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.643290] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2054.644353] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.644538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.644895] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2054.645712] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc658c86-2f40-4af5-a21e-a1bc0e3b7653 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.648567] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a20e3e-c50f-4733-8b53-1bec7b80b2f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.653743] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2054.653743] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b44335-9888-2fda-9f1b-28247896d2d9" [ 2054.653743] env[63326]: _type = "Task" [ 2054.653743] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.675958] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999ab99-5d08-427c-90c7-5c3e5cbaa931 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.683776] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b44335-9888-2fda-9f1b-28247896d2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.695063] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] The volume has not been displaced from its original location: [datastore1] volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1/volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2054.700609] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2054.701087] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70c84304-dfda-400c-886d-243f04246468 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.720913] env[63326]: DEBUG oslo_vmware.api [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2054.720913] env[63326]: value = "task-1727024" [ 2054.720913] env[63326]: _type = "Task" [ 2054.720913] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.731605] env[63326]: DEBUG oslo_vmware.api [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.939323] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727023, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.017705] env[63326]: DEBUG oslo_concurrency.lockutils [req-7eec9c7c-5a80-414f-a4f0-f03b9110e135 req-2c2caef8-65dd-43ec-9416-7878ecb81aba service nova] Releasing lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.183101] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52b44335-9888-2fda-9f1b-28247896d2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.061704} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.183635] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.184020] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2055.184298] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.184565] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.184794] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2055.185089] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24562b8a-d116-41ef-93bb-4d50e5d62cad {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.202465] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2055.202666] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2055.203361] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad45998d-1c6b-4c29-943d-f9ac38a0655d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.209681] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2055.209681] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]527b28fc-eacb-87b6-0b2f-5cdbc44edc82" [ 2055.209681] env[63326]: _type = "Task" [ 2055.209681] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.217980] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527b28fc-eacb-87b6-0b2f-5cdbc44edc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.230948] env[63326]: DEBUG oslo_vmware.api [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727024, 'name': ReconfigVM_Task, 'duration_secs': 0.248532} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.231349] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2055.236277] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab3b8f7-cae2-495f-953c-902b0be07b76 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.253010] env[63326]: DEBUG oslo_vmware.api [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2055.253010] env[63326]: value = "task-1727025" [ 2055.253010] env[63326]: _type = "Task" [ 2055.253010] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.261985] env[63326]: DEBUG oslo_vmware.api [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.730803] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]527b28fc-eacb-87b6-0b2f-5cdbc44edc82, 'name': SearchDatastore_Task, 'duration_secs': 0.086889} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.737420] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727023, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.240453} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.737420] env[63326]: DEBUG oslo_vmware.api [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727025, 'name': ReconfigVM_Task, 'duration_secs': 0.144654} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.737420] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35e8708-0a8e-4299-90be-66815c44b734 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.739652] env[63326]: INFO nova.virt.vmwareapi.ds_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f/OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f.vmdk to [datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083.vmdk. [ 2056.739849] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Cleaning up location [datastore1] OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2056.740026] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ebecd1f8-ffb4-4b16-85b7-ba0621bde06f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.740827] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359422', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'name': 'volume-b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6b6012e4-fc3f-470c-a066-1d4dd8471f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1', 'serial': 'b24dd720-81a4-47f4-aa6e-465710b8b1b1'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2056.745438] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-621a37c2-dae2-47ea-abdf-7697e2befd63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.747400] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2056.747400] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]529781c1-fe47-e072-8648-9d50c8715ab3" [ 2056.747400] env[63326]: _type = "Task" [ 2056.747400] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.751774] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2056.751774] env[63326]: value = "task-1727026" [ 2056.751774] env[63326]: _type = "Task" [ 2056.751774] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.758263] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529781c1-fe47-e072-8648-9d50c8715ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.763057] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.260630] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]529781c1-fe47-e072-8648-9d50c8715ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.260821] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.261032] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 9eaffaaf-987a-4879-b256-a57dab8f0058/9eaffaaf-987a-4879-b256-a57dab8f0058.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2057.261279] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113988eb-23db-4b5c-aad8-93732d5cfb1d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.266043] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038968} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.266534] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.266700] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.266952] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083.vmdk to [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a/c28ef38a-7374-409b-9cbc-b4548e9da76a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2057.267204] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a6bd803-b188-43d2-87bc-8b13c8e77d67 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.272061] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2057.272061] env[63326]: value = "task-1727027" [ 2057.272061] env[63326]: _type = "Task" [ 2057.272061] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.276249] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2057.276249] env[63326]: value = "task-1727028" [ 2057.276249] env[63326]: _type = "Task" [ 2057.276249] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.282529] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.288598] env[63326]: DEBUG nova.objects.instance [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'flavor' on Instance uuid 6b6012e4-fc3f-470c-a066-1d4dd8471f0d {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2057.290121] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.785395] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727027, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.788779] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727028, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.284922] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642979} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.285594] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 9eaffaaf-987a-4879-b256-a57dab8f0058/9eaffaaf-987a-4879-b256-a57dab8f0058.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2058.285829] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2058.286109] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11a52ae1-f058-4478-9d3c-7416139b3ff6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.291844] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727028, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.293258] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2058.293258] env[63326]: value = "task-1727029" [ 2058.293258] env[63326]: _type = "Task" [ 2058.293258] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.298164] env[63326]: DEBUG oslo_concurrency.lockutils [None req-cdf7b3e4-b385-46c0-af27-f35697b6d65b tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.240s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.303177] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.604759] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.605056] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.605776] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.605984] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.606179] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.611697] env[63326]: INFO nova.compute.manager [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Terminating instance [ 2058.789007] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727028, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.804437] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107392} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.804692] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2058.805546] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9d4a12-d056-42c6-bed4-9a9b147a1d3f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.829221] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 9eaffaaf-987a-4879-b256-a57dab8f0058/9eaffaaf-987a-4879-b256-a57dab8f0058.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2058.829602] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b4c5d9-3fad-4e8f-8ebe-dcb4241bcbef {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.850297] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2058.850297] env[63326]: value = "task-1727030" [ 2058.850297] env[63326]: _type = "Task" [ 2058.850297] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.858676] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.963023] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2058.963300] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2058.963450] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2059.116030] env[63326]: DEBUG nova.compute.manager [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2059.116305] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2059.117246] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc6f3a-f153-4e31-bbac-6b25e544d298 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.125420] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2059.125702] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f96febcf-f2a1-4e45-9e50-06616e8a3967 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.132308] env[63326]: DEBUG oslo_vmware.api [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2059.132308] env[63326]: value = "task-1727031" [ 2059.132308] env[63326]: _type = "Task" [ 2059.132308] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.142062] env[63326]: DEBUG oslo_vmware.api [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.288900] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727028, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.360435] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.642984] env[63326]: DEBUG oslo_vmware.api [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727031, 'name': PowerOffVM_Task, 'duration_secs': 0.474294} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.643222] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2059.643396] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2059.643658] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2512e7c-046a-49d4-8b3c-7f3ce5bf2e8a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.792596] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727028, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.822016] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2059.822376] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2059.822590] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleting the datastore file [datastore1] 6b6012e4-fc3f-470c-a066-1d4dd8471f0d {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2059.822866] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266d8b78-9896-48c3-8db8-63a49e87cca1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.829351] env[63326]: DEBUG oslo_vmware.api [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2059.829351] env[63326]: value = "task-1727033" [ 2059.829351] env[63326]: _type = "Task" [ 2059.829351] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.837838] env[63326]: DEBUG oslo_vmware.api [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.860984] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.973385] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Didn't find any instances for network info cache update. {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2059.973852] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.974112] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.974301] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.974451] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Cleaning up deleted instances {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 2060.290996] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727028, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.669515} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.291751] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083/b9ddf2f8-abd1-4d8e-a2ac-13cf444b8083.vmdk to [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a/c28ef38a-7374-409b-9cbc-b4548e9da76a.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2060.292479] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081f1ad9-af10-44a8-9c6d-7c52c14f6ba1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.315579] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a/c28ef38a-7374-409b-9cbc-b4548e9da76a.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2060.315838] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-021b69bf-70c5-46cf-91d1-6bb47dcf6d60 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.334341] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2060.334341] env[63326]: value = "task-1727034" [ 2060.334341] env[63326]: _type = "Task" [ 2060.334341] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.337257] env[63326]: DEBUG oslo_vmware.api [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41324} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.340013] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2060.340218] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2060.340399] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2060.340572] env[63326]: INFO nova.compute.manager [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2060.340802] env[63326]: DEBUG oslo.service.loopingcall [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.340998] env[63326]: DEBUG nova.compute.manager [-] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2060.341108] env[63326]: DEBUG nova.network.neutron [-] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2060.347109] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.361052] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727030, 'name': ReconfigVM_Task, 'duration_secs': 1.427212} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.361052] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 9eaffaaf-987a-4879-b256-a57dab8f0058/9eaffaaf-987a-4879-b256-a57dab8f0058.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.361052] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c16e12-7d6c-4f77-9f5e-58b7dfafbcfd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.367253] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2060.367253] env[63326]: value = "task-1727035" [ 2060.367253] env[63326]: _type = "Task" [ 2060.367253] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.374841] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727035, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.485163] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] There are 28 instances to clean {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 2060.485377] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: e0bdc1ad-022d-4a59-acac-5119dfd5e20a] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2060.846994] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727034, 'name': ReconfigVM_Task, 'duration_secs': 0.307214} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.847418] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a/c28ef38a-7374-409b-9cbc-b4548e9da76a.vmdk or device None with type streamOptimized {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.848022] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fabe0374-69ea-4f94-a134-541635ed9eec {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.854046] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2060.854046] env[63326]: value = "task-1727036" [ 2060.854046] env[63326]: _type = "Task" [ 2060.854046] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.861636] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727036, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.875267] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727035, 'name': Rename_Task, 'duration_secs': 0.147718} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.875528] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2060.876792] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db71f9a3-f43f-4f3a-9b96-e7bd90493db5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.881333] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2060.881333] env[63326]: value = "task-1727037" [ 2060.881333] env[63326]: _type = "Task" [ 2060.881333] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.889392] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.364087] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727036, 'name': Rename_Task, 'duration_secs': 0.137278} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.364428] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2061.364638] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7218bf01-6de3-44df-99ec-0a6a3c239e2e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.369999] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2061.369999] env[63326]: value = "task-1727038" [ 2061.369999] env[63326]: _type = "Task" [ 2061.369999] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.377195] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.389197] env[63326]: DEBUG oslo_vmware.api [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727037, 'name': PowerOnVM_Task, 'duration_secs': 0.459753} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.389447] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2061.389648] env[63326]: INFO nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Took 9.51 seconds to spawn the instance on the hypervisor. [ 2061.389825] env[63326]: DEBUG nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2061.390725] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3567e2-e2a9-41e6-8d18-9851a35d2bc6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.880874] env[63326]: DEBUG oslo_vmware.api [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727038, 'name': PowerOnVM_Task, 'duration_secs': 0.409319} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.881353] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2062.211187] env[63326]: DEBUG nova.compute.manager [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2062.212079] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682636a-f8af-4d63-9e5c-02ef0df5f72e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.408587] env[63326]: INFO nova.compute.manager [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Took 16.44 seconds to build instance. [ 2062.411331] env[63326]: DEBUG nova.compute.manager [req-07ec24a2-233a-4076-9379-ed994ce7728f req-d6bdbfc6-df19-4037-9414-2f57bc09b4df service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Received event network-vif-deleted-c77a56a3-7651-487e-9aa3-604f66621d1e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2062.411541] env[63326]: INFO nova.compute.manager [req-07ec24a2-233a-4076-9379-ed994ce7728f req-d6bdbfc6-df19-4037-9414-2f57bc09b4df service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Neutron deleted interface c77a56a3-7651-487e-9aa3-604f66621d1e; detaching it from the instance and deleting it from the info cache [ 2062.411748] env[63326]: DEBUG nova.network.neutron [req-07ec24a2-233a-4076-9379-ed994ce7728f req-d6bdbfc6-df19-4037-9414-2f57bc09b4df service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.491959] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6e0f4ca9-83f5-4930-81d0-32845c4123ff] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2062.728214] env[63326]: DEBUG oslo_concurrency.lockutils [None req-bdac0706-af5a-45a8-85e0-6e625de8be61 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.301s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.891042] env[63326]: DEBUG nova.network.neutron [-] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.910400] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b425b966-e2f3-444d-be36-26b741f05f7a tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.948s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.914090] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31039529-a95f-4077-bb24-f861e4680fe0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.923484] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be461760-bf5f-4630-a40b-1a58bd28c595 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.950050] env[63326]: DEBUG nova.compute.manager [req-07ec24a2-233a-4076-9379-ed994ce7728f req-d6bdbfc6-df19-4037-9414-2f57bc09b4df service nova] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Detach interface failed, port_id=c77a56a3-7651-487e-9aa3-604f66621d1e, reason: Instance 6b6012e4-fc3f-470c-a066-1d4dd8471f0d could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2062.996028] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f08b5542-82ba-4137-b3bf-28f5440f6bb6] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2063.393384] env[63326]: INFO nova.compute.manager [-] [instance: 6b6012e4-fc3f-470c-a066-1d4dd8471f0d] Took 3.05 seconds to deallocate network for instance. [ 2063.499204] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 944b7c37-da3b-4f3f-8abf-cf89005304ad] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2063.899849] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.900252] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.900390] env[63326]: DEBUG nova.objects.instance [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'resources' on Instance uuid 6b6012e4-fc3f-470c-a066-1d4dd8471f0d {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.002136] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 099891d4-9d32-4225-8c5c-bb43dd31f63e] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2064.451100] env[63326]: DEBUG nova.compute.manager [req-6508ceba-211a-4cbe-963e-0e4a6d0d2ee9 req-55ef0a65-07c2-4211-bd08-b48e9d25b412 service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Received event network-changed-875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2064.451100] env[63326]: DEBUG nova.compute.manager [req-6508ceba-211a-4cbe-963e-0e4a6d0d2ee9 req-55ef0a65-07c2-4211-bd08-b48e9d25b412 service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Refreshing instance network info cache due to event network-changed-875313cf-d4c7-4d7a-943c-02c3d30e4a35. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2064.451100] env[63326]: DEBUG oslo_concurrency.lockutils [req-6508ceba-211a-4cbe-963e-0e4a6d0d2ee9 req-55ef0a65-07c2-4211-bd08-b48e9d25b412 service nova] Acquiring lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.451100] env[63326]: DEBUG oslo_concurrency.lockutils [req-6508ceba-211a-4cbe-963e-0e4a6d0d2ee9 req-55ef0a65-07c2-4211-bd08-b48e9d25b412 service nova] Acquired lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.451100] env[63326]: DEBUG nova.network.neutron [req-6508ceba-211a-4cbe-963e-0e4a6d0d2ee9 req-55ef0a65-07c2-4211-bd08-b48e9d25b412 service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Refreshing network info cache for port 875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2064.487618] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e04cf-c592-4c56-8fb1-3ea8a62b92f7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.496268] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718291b-7e11-4655-8f30-5d1566496240 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.526538] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 3ff8d06e-9293-4306-ad3f-534900440716] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2064.529727] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f255ec7-dd9a-4541-9cdc-24dd5ae76e54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.537579] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f52800e-9ea2-4e65-8876-9f58541e0916 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.556572] env[63326]: DEBUG nova.compute.provider_tree [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.060020] env[63326]: DEBUG nova.scheduler.client.report [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.155222] env[63326]: DEBUG nova.network.neutron [req-6508ceba-211a-4cbe-963e-0e4a6d0d2ee9 req-55ef0a65-07c2-4211-bd08-b48e9d25b412 service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updated VIF entry in instance network info cache for port 875313cf-d4c7-4d7a-943c-02c3d30e4a35. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2065.155632] env[63326]: DEBUG nova.network.neutron [req-6508ceba-211a-4cbe-963e-0e4a6d0d2ee9 req-55ef0a65-07c2-4211-bd08-b48e9d25b412 service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updating instance_info_cache with network_info: [{"id": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "address": "fa:16:3e:6a:45:5c", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875313cf-d4", "ovs_interfaceid": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.158991] env[63326]: DEBUG oslo_concurrency.lockutils [req-6508ceba-211a-4cbe-963e-0e4a6d0d2ee9 req-55ef0a65-07c2-4211-bd08-b48e9d25b412 service nova] Releasing lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.532992] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 536f2725-5b25-4e19-80a5-3d680dfc6dab] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2066.566239] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.666s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.585921] env[63326]: INFO nova.scheduler.client.report [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted allocations for instance 6b6012e4-fc3f-470c-a066-1d4dd8471f0d [ 2067.037445] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 7d4ee28c-32ff-4a6d-8dac-9904668086be] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2067.093129] env[63326]: DEBUG oslo_concurrency.lockutils [None req-5025b6ad-4462-4317-b69a-0bcaab406b99 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6b6012e4-fc3f-470c-a066-1d4dd8471f0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.488s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.541412] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 376f2500-44ee-4a73-98de-eb28ba305a24] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2068.045223] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: b58b7d17-be81-40e5-bee9-a7b915600f84] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2072.053705] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 2ab99b4f-1bb5-4e3b-9330-6b96b6eaec19] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2072.391977] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.392222] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.556201] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f1950c91-b7c8-4f4a-8860-6aca70bdf6da] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2072.895049] env[63326]: DEBUG nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2073.059556] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: b1f18800-ef3e-4ae1-9bfd-00ae7e12a5cf] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2073.417162] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.417513] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.419120] env[63326]: INFO nova.compute.claims [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2073.562759] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 03a026d1-d0a2-4226-826d-e32812d1077b] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2074.065579] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f63b7978-9679-4efc-989b-7cf6b5d42eb1] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2074.487087] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be13891-bccd-4270-bb33-64db1dd8070b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.494621] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102dccc4-38e0-471b-9692-c6bee593c3e7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.524044] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d127ea7d-b666-42c9-b4a1-5d38f1fc6365 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.531110] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a7f5df-d555-44ac-bea7-a6d510351ce4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.543959] env[63326]: DEBUG nova.compute.provider_tree [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.568555] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 802f466e-b566-4c3a-8040-431736ce716d] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2075.047761] env[63326]: DEBUG nova.scheduler.client.report [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2075.071575] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 46cfbf6c-4372-458e-a200-d6efdeb2c12f] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2075.552715] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.553286] env[63326]: DEBUG nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2075.574486] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4ee43a0b-5679-49d8-a962-8c9ecf83662a] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2077.580069] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: ee4649fd-04df-493d-8073-d06b84666447] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2078.060526] env[63326]: DEBUG nova.compute.utils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2078.061940] env[63326]: DEBUG nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2078.062135] env[63326]: DEBUG nova.network.neutron [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2078.082625] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: a03dce77-3520-4df9-a9ea-fef1869e8dea] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2078.110906] env[63326]: DEBUG nova.policy [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61598bedf88a45bcae9f8d91e76c785b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc58617b70964ab29a030fb38aeb32eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 2078.372970] env[63326]: DEBUG nova.network.neutron [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Successfully created port: 818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2078.565236] env[63326]: DEBUG nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2078.587502] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: eff8eb78-e127-4577-960b-44798c34cbc1] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2079.091430] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 3e295dde-be9d-4e99-b591-3ece25f5fd84] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2079.575066] env[63326]: DEBUG nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2079.594105] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f5d2562c-4bb6-4059-9b63-87bcefeefe59] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2079.601843] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T03:16:31Z,direct_url=,disk_format='vmdk',id=6e0590ec-26dd-49ff-ad9e-e4544460cd43,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ba4c839076924e6bb093d08f478021bb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T03:16:32Z,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2079.602087] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2079.602250] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2079.602438] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2079.602583] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2079.602730] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2079.602932] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2079.603108] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2079.603280] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2079.603441] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2079.603611] env[63326]: DEBUG nova.virt.hardware [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2079.604454] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b4014b-9393-49c6-b2da-8a7a03da4699 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.612374] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430896d7-b95e-4fe3-94b6-9685770d9a62 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.138988] env[63326]: DEBUG nova.compute.manager [req-a832f8d0-580f-4f4f-ba44-33158b7256c1 req-a1b13a96-dd16-4b6c-85cc-30f50cb66e9b service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Received event network-vif-plugged-818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2080.139271] env[63326]: DEBUG oslo_concurrency.lockutils [req-a832f8d0-580f-4f4f-ba44-33158b7256c1 req-a1b13a96-dd16-4b6c-85cc-30f50cb66e9b service nova] Acquiring lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.139459] env[63326]: DEBUG oslo_concurrency.lockutils [req-a832f8d0-580f-4f4f-ba44-33158b7256c1 req-a1b13a96-dd16-4b6c-85cc-30f50cb66e9b service nova] Lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.139644] env[63326]: DEBUG oslo_concurrency.lockutils [req-a832f8d0-580f-4f4f-ba44-33158b7256c1 req-a1b13a96-dd16-4b6c-85cc-30f50cb66e9b service nova] Lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.139766] env[63326]: DEBUG nova.compute.manager [req-a832f8d0-580f-4f4f-ba44-33158b7256c1 req-a1b13a96-dd16-4b6c-85cc-30f50cb66e9b service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] No waiting events found dispatching network-vif-plugged-818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2080.139936] env[63326]: WARNING nova.compute.manager [req-a832f8d0-580f-4f4f-ba44-33158b7256c1 req-a1b13a96-dd16-4b6c-85cc-30f50cb66e9b service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Received unexpected event network-vif-plugged-818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 for instance with vm_state building and task_state spawning. [ 2083.442030] env[63326]: DEBUG nova.network.neutron [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Successfully updated port: 818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2083.465885] env[63326]: DEBUG nova.compute.manager [req-a7d30587-7289-4bd0-8094-4964daff9e77 req-0bbbb1e0-eb68-4355-b776-cb8014035afb service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Received event network-changed-818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2083.465993] env[63326]: DEBUG nova.compute.manager [req-a7d30587-7289-4bd0-8094-4964daff9e77 req-0bbbb1e0-eb68-4355-b776-cb8014035afb service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Refreshing instance network info cache due to event network-changed-818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2083.466203] env[63326]: DEBUG oslo_concurrency.lockutils [req-a7d30587-7289-4bd0-8094-4964daff9e77 req-0bbbb1e0-eb68-4355-b776-cb8014035afb service nova] Acquiring lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.466347] env[63326]: DEBUG oslo_concurrency.lockutils [req-a7d30587-7289-4bd0-8094-4964daff9e77 req-0bbbb1e0-eb68-4355-b776-cb8014035afb service nova] Acquired lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.466511] env[63326]: DEBUG nova.network.neutron [req-a7d30587-7289-4bd0-8094-4964daff9e77 req-0bbbb1e0-eb68-4355-b776-cb8014035afb service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Refreshing network info cache for port 818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2083.602382] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 8d90c894-d33f-4472-ad9f-c24f12eeb514] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2083.944587] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.998850] env[63326]: DEBUG nova.network.neutron [req-a7d30587-7289-4bd0-8094-4964daff9e77 req-0bbbb1e0-eb68-4355-b776-cb8014035afb service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2084.071069] env[63326]: DEBUG nova.network.neutron [req-a7d30587-7289-4bd0-8094-4964daff9e77 req-0bbbb1e0-eb68-4355-b776-cb8014035afb service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.105648] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 167755b8-43fd-4349-ad9a-c5fc02423bc8] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2084.573538] env[63326]: DEBUG oslo_concurrency.lockutils [req-a7d30587-7289-4bd0-8094-4964daff9e77 req-0bbbb1e0-eb68-4355-b776-cb8014035afb service nova] Releasing lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.574084] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.574265] env[63326]: DEBUG nova.network.neutron [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.608679] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: f214df39-a352-450d-9a68-ccaa5d209b48] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2085.106464] env[63326]: DEBUG nova.network.neutron [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.111743] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 22a6d0c5-5bb2-495c-9688-3d56b7253045] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2085.224715] env[63326]: DEBUG nova.network.neutron [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Updating instance_info_cache with network_info: [{"id": "818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8", "address": "fa:16:3e:41:31:c9", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818efa77-5a", "ovs_interfaceid": "818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.614815] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: e310e14f-4487-4993-a6b6-367be947a9ba] Instance has had 0 of 5 cleanup attempts {{(pid=63326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2085.726660] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.726976] env[63326]: DEBUG nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Instance network_info: |[{"id": "818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8", "address": "fa:16:3e:41:31:c9", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818efa77-5a", "ovs_interfaceid": "818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2085.727404] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:31:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2085.734988] env[63326]: DEBUG oslo.service.loopingcall [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.735235] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2085.735470] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a73a72-1e2a-4bb1-8a8c-1b85abfc7cc8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.757126] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2085.757126] env[63326]: value = "task-1727039" [ 2085.757126] env[63326]: _type = "Task" [ 2085.757126] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.764177] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1727039, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.266992] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1727039, 'name': CreateVM_Task, 'duration_secs': 0.448058} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.267181] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.267889] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.268148] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.268495] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.268739] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c12ac8-de32-4901-afe4-e929ee192a4e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.272967] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2086.272967] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]5200614f-bbba-d6bb-0510-b9b6e4bfb0d0" [ 2086.272967] env[63326]: _type = "Task" [ 2086.272967] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.280052] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5200614f-bbba-d6bb-0510-b9b6e4bfb0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.783515] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]5200614f-bbba-d6bb-0510-b9b6e4bfb0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008505} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.783875] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.784071] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Processing image 6e0590ec-26dd-49ff-ad9e-e4544460cd43 {{(pid=63326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.784319] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.784474] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.784661] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.784929] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7023a60-022c-4877-9583-31cdeecfb22d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.794224] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.794394] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.795052] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a41c23-f8d5-4c78-95bf-fe73b9c8976d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.799939] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2086.799939] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52073993-8ccf-da61-63dc-48012346cc4a" [ 2086.799939] env[63326]: _type = "Task" [ 2086.799939] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.807439] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52073993-8ccf-da61-63dc-48012346cc4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.312907] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52073993-8ccf-da61-63dc-48012346cc4a, 'name': SearchDatastore_Task, 'duration_secs': 0.007829} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.313101] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657cb023-e425-4175-a169-a9dccfd994bb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.318132] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2087.318132] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52338066-1ca9-2fc6-6cad-c881693f7e67" [ 2087.318132] env[63326]: _type = "Task" [ 2087.318132] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.325237] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52338066-1ca9-2fc6-6cad-c881693f7e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.829061] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52338066-1ca9-2fc6-6cad-c881693f7e67, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.829061] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.829508] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 37c051ac-4864-4f43-b6d5-f6ba1f8814c8/37c051ac-4864-4f43-b6d5-f6ba1f8814c8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2087.829508] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-209fef54-4299-4e3b-ab88-a09e8dec8c73 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.836797] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2087.836797] env[63326]: value = "task-1727040" [ 2087.836797] env[63326]: _type = "Task" [ 2087.836797] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.844608] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.346675] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482866} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.346949] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e0590ec-26dd-49ff-ad9e-e4544460cd43/6e0590ec-26dd-49ff-ad9e-e4544460cd43.vmdk to [datastore1] 37c051ac-4864-4f43-b6d5-f6ba1f8814c8/37c051ac-4864-4f43-b6d5-f6ba1f8814c8.vmdk {{(pid=63326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2088.347180] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Extending root virtual disk to 1048576 {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2088.347438] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73a38b8f-db9e-4d42-adfd-c1319d8fe21b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.354490] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2088.354490] env[63326]: value = "task-1727041" [ 2088.354490] env[63326]: _type = "Task" [ 2088.354490] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.361470] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.864213] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182641} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.864614] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Extended root virtual disk {{(pid=63326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2088.865258] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74dd04-f8be-4a94-9d0b-cc018829ba71 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.886758] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 37c051ac-4864-4f43-b6d5-f6ba1f8814c8/37c051ac-4864-4f43-b6d5-f6ba1f8814c8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.887030] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2338e5f0-93a5-45ce-8388-afb480793ed9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.907605] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2088.907605] env[63326]: value = "task-1727042" [ 2088.907605] env[63326]: _type = "Task" [ 2088.907605] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.915339] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.418263] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.918281] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727042, 'name': ReconfigVM_Task, 'duration_secs': 0.833062} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.918561] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 37c051ac-4864-4f43-b6d5-f6ba1f8814c8/37c051ac-4864-4f43-b6d5-f6ba1f8814c8.vmdk or device None with type sparse {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.919199] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4577ac0a-fe66-4565-8435-62fa6f2bf5c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.925719] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2089.925719] env[63326]: value = "task-1727043" [ 2089.925719] env[63326]: _type = "Task" [ 2089.925719] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.932963] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727043, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.435598] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727043, 'name': Rename_Task, 'duration_secs': 0.139243} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.435893] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.436152] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f210ac-8782-40e7-baa7-0b2cb7f67ad6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.442457] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2090.442457] env[63326]: value = "task-1727044" [ 2090.442457] env[63326]: _type = "Task" [ 2090.442457] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.449503] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.952332] env[63326]: DEBUG oslo_vmware.api [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727044, 'name': PowerOnVM_Task, 'duration_secs': 0.42144} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.952684] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2090.952814] env[63326]: INFO nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Took 11.38 seconds to spawn the instance on the hypervisor. [ 2090.952998] env[63326]: DEBUG nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2090.953768] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3085cd90-f9bf-4c7b-af84-7b8dfaf62031 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.472960] env[63326]: INFO nova.compute.manager [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Took 18.07 seconds to build instance. [ 2091.765807] env[63326]: DEBUG nova.compute.manager [req-93b6175c-e4c3-4c97-adac-a94b1013b243 req-3031b112-5b1b-4fe7-8050-3240ecc75428 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Received event network-changed-818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2091.766023] env[63326]: DEBUG nova.compute.manager [req-93b6175c-e4c3-4c97-adac-a94b1013b243 req-3031b112-5b1b-4fe7-8050-3240ecc75428 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Refreshing instance network info cache due to event network-changed-818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2091.766218] env[63326]: DEBUG oslo_concurrency.lockutils [req-93b6175c-e4c3-4c97-adac-a94b1013b243 req-3031b112-5b1b-4fe7-8050-3240ecc75428 service nova] Acquiring lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.766367] env[63326]: DEBUG oslo_concurrency.lockutils [req-93b6175c-e4c3-4c97-adac-a94b1013b243 req-3031b112-5b1b-4fe7-8050-3240ecc75428 service nova] Acquired lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.766531] env[63326]: DEBUG nova.network.neutron [req-93b6175c-e4c3-4c97-adac-a94b1013b243 req-3031b112-5b1b-4fe7-8050-3240ecc75428 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Refreshing network info cache for port 818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2091.975041] env[63326]: DEBUG oslo_concurrency.lockutils [None req-a62dd54a-31b7-438f-9854-e94fb3f15d51 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.583s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.470520] env[63326]: DEBUG nova.network.neutron [req-93b6175c-e4c3-4c97-adac-a94b1013b243 req-3031b112-5b1b-4fe7-8050-3240ecc75428 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Updated VIF entry in instance network info cache for port 818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2092.470869] env[63326]: DEBUG nova.network.neutron [req-93b6175c-e4c3-4c97-adac-a94b1013b243 req-3031b112-5b1b-4fe7-8050-3240ecc75428 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Updating instance_info_cache with network_info: [{"id": "818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8", "address": "fa:16:3e:41:31:c9", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818efa77-5a", "ovs_interfaceid": "818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.975769] env[63326]: DEBUG oslo_concurrency.lockutils [req-93b6175c-e4c3-4c97-adac-a94b1013b243 req-3031b112-5b1b-4fe7-8050-3240ecc75428 service nova] Releasing lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.902911] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "9eaffaaf-987a-4879-b256-a57dab8f0058" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.903348] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.903413] env[63326]: DEBUG nova.compute.manager [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.904330] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb1c038-aabb-4c2a-86d1-aa55d60708f3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.911675] env[63326]: DEBUG nova.compute.manager [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2098.912256] env[63326]: DEBUG nova.objects.instance [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'flavor' on Instance uuid 9eaffaaf-987a-4879-b256-a57dab8f0058 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.922064] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2099.922064] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76ce1a2-a93f-4283-a2d1-0f7ffe13d39e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.929480] env[63326]: DEBUG oslo_vmware.api [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2099.929480] env[63326]: value = "task-1727049" [ 2099.929480] env[63326]: _type = "Task" [ 2099.929480] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.937803] env[63326]: DEBUG oslo_vmware.api [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.961593] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.961882] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.962126] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.962340] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.962538] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.965083] env[63326]: INFO nova.compute.manager [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Terminating instance [ 2100.439759] env[63326]: DEBUG oslo_vmware.api [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727049, 'name': PowerOffVM_Task, 'duration_secs': 0.255922} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.440029] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.440250] env[63326]: DEBUG nova.compute.manager [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2100.440975] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1444f162-699a-4c98-98c8-8e80c95793d0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.469269] env[63326]: DEBUG nova.compute.manager [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2100.469477] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2100.470252] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607fa988-702f-4536-804a-a401e6763413 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.477751] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2100.478016] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-460ddbb3-ec48-4bc5-9fb5-2064d9c1defe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.483623] env[63326]: DEBUG oslo_vmware.api [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2100.483623] env[63326]: value = "task-1727050" [ 2100.483623] env[63326]: _type = "Task" [ 2100.483623] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.491297] env[63326]: DEBUG oslo_vmware.api [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.951654] env[63326]: DEBUG oslo_concurrency.lockutils [None req-1abce668-5f50-44dc-b76d-1b8c41e6cb5f tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.993086] env[63326]: DEBUG oslo_vmware.api [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727050, 'name': PowerOffVM_Task, 'duration_secs': 0.188474} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.993347] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.993518] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2100.993760] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ddd8949-1e5d-43e7-add7-2a4ced84779b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.079143] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2101.079375] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2101.079557] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleting the datastore file [datastore1] c28ef38a-7374-409b-9cbc-b4548e9da76a {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2101.079810] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c0761fd-43c7-431d-9acf-76f3b2b93d49 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.086378] env[63326]: DEBUG oslo_vmware.api [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for the task: (returnval){ [ 2101.086378] env[63326]: value = "task-1727052" [ 2101.086378] env[63326]: _type = "Task" [ 2101.086378] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.094634] env[63326]: DEBUG oslo_vmware.api [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.289677] env[63326]: DEBUG nova.objects.instance [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'flavor' on Instance uuid 9eaffaaf-987a-4879-b256-a57dab8f0058 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.596955] env[63326]: DEBUG oslo_vmware.api [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Task: {'id': task-1727052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135793} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.598167] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.598436] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.598655] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.598881] env[63326]: INFO nova.compute.manager [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2101.599187] env[63326]: DEBUG oslo.service.loopingcall [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.599433] env[63326]: DEBUG nova.compute.manager [-] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.599537] env[63326]: DEBUG nova.network.neutron [-] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.795323] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.795507] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.795677] env[63326]: DEBUG nova.network.neutron [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2101.795854] env[63326]: DEBUG nova.objects.instance [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'info_cache' on Instance uuid 9eaffaaf-987a-4879-b256-a57dab8f0058 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2102.161720] env[63326]: DEBUG nova.compute.manager [req-11722e25-1e14-403f-ad9a-7d90e53003cd req-9ae1c4d2-dfd5-4626-bd7b-7d8ff93d3900 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Received event network-vif-deleted-41dbb63e-be59-4e90-8307-c2a42ff5ebe8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2102.162049] env[63326]: INFO nova.compute.manager [req-11722e25-1e14-403f-ad9a-7d90e53003cd req-9ae1c4d2-dfd5-4626-bd7b-7d8ff93d3900 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Neutron deleted interface 41dbb63e-be59-4e90-8307-c2a42ff5ebe8; detaching it from the instance and deleting it from the info cache [ 2102.162300] env[63326]: DEBUG nova.network.neutron [req-11722e25-1e14-403f-ad9a-7d90e53003cd req-9ae1c4d2-dfd5-4626-bd7b-7d8ff93d3900 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.299151] env[63326]: DEBUG nova.objects.base [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Object Instance<9eaffaaf-987a-4879-b256-a57dab8f0058> lazy-loaded attributes: flavor,info_cache {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2102.641757] env[63326]: DEBUG nova.network.neutron [-] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.664649] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bf5b4cb-3213-44d9-bc40-67499914007b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.674125] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6b2278-97bb-41ae-8fcd-3587ed831efc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.701302] env[63326]: DEBUG nova.compute.manager [req-11722e25-1e14-403f-ad9a-7d90e53003cd req-9ae1c4d2-dfd5-4626-bd7b-7d8ff93d3900 service nova] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Detach interface failed, port_id=41dbb63e-be59-4e90-8307-c2a42ff5ebe8, reason: Instance c28ef38a-7374-409b-9cbc-b4548e9da76a could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2103.032869] env[63326]: DEBUG nova.network.neutron [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updating instance_info_cache with network_info: [{"id": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "address": "fa:16:3e:6a:45:5c", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875313cf-d4", "ovs_interfaceid": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.144354] env[63326]: INFO nova.compute.manager [-] [instance: c28ef38a-7374-409b-9cbc-b4548e9da76a] Took 1.54 seconds to deallocate network for instance. [ 2103.536209] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.651387] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.651636] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.651851] env[63326]: DEBUG nova.objects.instance [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lazy-loading 'resources' on Instance uuid c28ef38a-7374-409b-9cbc-b4548e9da76a {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.305956] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3752d121-7323-422d-9679-ae745a98f1ee {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.314070] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b208003-4550-4174-90e0-84cd4e81490a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.343819] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d3466-8408-4043-b2e7-ca6aa7201c2c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.350748] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47560831-6dd2-418a-ac67-c143f75831fa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.363366] env[63326]: DEBUG nova.compute.provider_tree [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.541869] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2104.542287] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-080a5434-984b-4fb2-a680-c526e1610b93 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.549855] env[63326]: DEBUG oslo_vmware.api [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2104.549855] env[63326]: value = "task-1727055" [ 2104.549855] env[63326]: _type = "Task" [ 2104.549855] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.557181] env[63326]: DEBUG oslo_vmware.api [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.883022] env[63326]: ERROR nova.scheduler.client.report [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] [req-3fc5de2a-f365-4bd3-88b5-be2d75e29f90] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fc5de2a-f365-4bd3-88b5-be2d75e29f90"}]} [ 2104.898723] env[63326]: DEBUG nova.scheduler.client.report [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2104.912182] env[63326]: DEBUG nova.scheduler.client.report [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2104.912401] env[63326]: DEBUG nova.compute.provider_tree [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.923136] env[63326]: DEBUG nova.scheduler.client.report [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2104.941120] env[63326]: DEBUG nova.scheduler.client.report [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2104.998271] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9dbc52-c470-438e-a653-69a49e39ad86 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.005738] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d906443b-5782-4bbe-8a34-b992567ece9a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.035197] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f48a90-228a-4e26-98a5-2e653150cae2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.045156] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384c6fd-b78c-4798-90c1-cd376df2afd3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.061950] env[63326]: DEBUG oslo_vmware.api [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.069588] env[63326]: DEBUG nova.compute.provider_tree [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2105.564782] env[63326]: DEBUG oslo_vmware.api [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727055, 'name': PowerOnVM_Task, 'duration_secs': 0.75127} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.565305] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2105.565305] env[63326]: DEBUG nova.compute.manager [None req-b84ce759-4b21-4e07-9ee5-22d579986647 tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.565980] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b41fe91-64cd-40c2-b416-d26d0f7847f1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.602506] env[63326]: DEBUG nova.scheduler.client.report [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 188 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2105.602767] env[63326]: DEBUG nova.compute.provider_tree [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 188 to 189 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2105.602945] env[63326]: DEBUG nova.compute.provider_tree [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2106.108441] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.131784] env[63326]: INFO nova.scheduler.client.report [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Deleted allocations for instance c28ef38a-7374-409b-9cbc-b4548e9da76a [ 2106.640447] env[63326]: DEBUG oslo_concurrency.lockutils [None req-516e513a-ef72-4ea0-8b4c-a0416e327d41 tempest-AttachVolumeShelveTestJSON-495532413 tempest-AttachVolumeShelveTestJSON-495532413-project-member] Lock "c28ef38a-7374-409b-9cbc-b4548e9da76a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.678s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.456605] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df28a387-5dde-4213-9585-f9af2940cf1c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.463505] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-565794cc-ece4-4640-9bda-e8dac15912ab tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Suspending the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2107.463772] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-37088daf-a3d7-4bb3-878c-59ae84906699 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.470478] env[63326]: DEBUG oslo_vmware.api [None req-565794cc-ece4-4640-9bda-e8dac15912ab tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2107.470478] env[63326]: value = "task-1727057" [ 2107.470478] env[63326]: _type = "Task" [ 2107.470478] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.478196] env[63326]: DEBUG oslo_vmware.api [None req-565794cc-ece4-4640-9bda-e8dac15912ab tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727057, 'name': SuspendVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.980633] env[63326]: DEBUG oslo_vmware.api [None req-565794cc-ece4-4640-9bda-e8dac15912ab tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727057, 'name': SuspendVM_Task} progress is 70%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.480009] env[63326]: DEBUG oslo_vmware.api [None req-565794cc-ece4-4640-9bda-e8dac15912ab tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727057, 'name': SuspendVM_Task, 'duration_secs': 0.640552} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.480285] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-565794cc-ece4-4640-9bda-e8dac15912ab tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Suspended the VM {{(pid=63326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2108.480463] env[63326]: DEBUG nova.compute.manager [None req-565794cc-ece4-4640-9bda-e8dac15912ab tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.481204] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaceb6d-9117-4e04-85e4-f9cc1bea84f0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.866302] env[63326]: INFO nova.compute.manager [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Resuming [ 2109.866912] env[63326]: DEBUG nova.objects.instance [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'flavor' on Instance uuid 9eaffaaf-987a-4879-b256-a57dab8f0058 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.054568] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "4b609beb-9669-468c-9a08-3b965f2f3845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.054904] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.379606] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.379843] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquired lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.379961] env[63326]: DEBUG nova.network.neutron [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2111.557298] env[63326]: DEBUG nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Starting instance... {{(pid=63326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2112.089529] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.089805] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.091406] env[63326]: INFO nova.compute.claims [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2112.140330] env[63326]: DEBUG nova.network.neutron [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updating instance_info_cache with network_info: [{"id": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "address": "fa:16:3e:6a:45:5c", "network": {"id": "65d1982e-8a0c-4b1e-af0d-84925a3f3dd1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2144386330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4e7de2d9ff42e3bf71784930c23c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875313cf-d4", "ovs_interfaceid": "875313cf-d4c7-4d7a-943c-02c3d30e4a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.646028] env[63326]: DEBUG oslo_concurrency.lockutils [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Releasing lock "refresh_cache-9eaffaaf-987a-4879-b256-a57dab8f0058" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.646028] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009696d2-be80-49bf-a5fb-030f2afe8a85 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.652157] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Resuming the VM {{(pid=63326) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2112.652627] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f2bc59a-721f-48a7-96ec-0adf1f22624d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.662028] env[63326]: DEBUG oslo_vmware.api [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2112.662028] env[63326]: value = "task-1727060" [ 2112.662028] env[63326]: _type = "Task" [ 2112.662028] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.668525] env[63326]: DEBUG oslo_vmware.api [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.172018] env[63326]: DEBUG oslo_vmware.api [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.201126] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477929fc-e806-46b9-8177-c15f13e74c04 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.211802] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b69e5d-0dfb-4dee-8360-240de6b360c5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.248194] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd53416-55e1-448f-8823-5f73dc849e8f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.259069] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cab3691-1aa0-4db1-8ecf-3db648801e20 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.275121] env[63326]: DEBUG nova.compute.provider_tree [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.672851] env[63326]: DEBUG oslo_vmware.api [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727060, 'name': PowerOnVM_Task, 'duration_secs': 0.596345} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.672851] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Resumed the VM {{(pid=63326) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2113.672851] env[63326]: DEBUG nova.compute.manager [None req-8a9dbdd9-4744-4307-91e9-fee8bf2f85fd tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2113.673745] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db96f28-225a-4bd5-809b-7bd9618d7ce4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.780156] env[63326]: DEBUG nova.scheduler.client.report [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2114.284278] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.284632] env[63326]: DEBUG nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Start building networks asynchronously for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2114.590426] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "9eaffaaf-987a-4879-b256-a57dab8f0058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.590698] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.590949] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "9eaffaaf-987a-4879-b256-a57dab8f0058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.591166] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.591341] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.593446] env[63326]: INFO nova.compute.manager [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Terminating instance [ 2114.790764] env[63326]: DEBUG nova.compute.utils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Using /dev/sd instead of None {{(pid=63326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2114.792766] env[63326]: DEBUG nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Allocating IP information in the background. {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2114.793062] env[63326]: DEBUG nova.network.neutron [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] allocate_for_instance() {{(pid=63326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2114.839983] env[63326]: DEBUG nova.policy [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61598bedf88a45bcae9f8d91e76c785b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc58617b70964ab29a030fb38aeb32eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63326) authorize /opt/stack/nova/nova/policy.py:192}} [ 2115.091654] env[63326]: DEBUG nova.network.neutron [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Successfully created port: fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2115.097466] env[63326]: DEBUG nova.compute.manager [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2115.097692] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2115.099059] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a7d8c7-2def-48fb-9f71-ce386ab03451 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.106529] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.106773] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-321a0c4f-bd93-49b2-8404-8999ca9c6af7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.112752] env[63326]: DEBUG oslo_vmware.api [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2115.112752] env[63326]: value = "task-1727061" [ 2115.112752] env[63326]: _type = "Task" [ 2115.112752] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.121295] env[63326]: DEBUG oslo_vmware.api [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.297498] env[63326]: DEBUG nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Start building block device mappings for instance. {{(pid=63326) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2115.623631] env[63326]: DEBUG oslo_vmware.api [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727061, 'name': PowerOffVM_Task, 'duration_secs': 0.228795} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.623927] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2115.624108] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2115.624364] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f217b6-95a1-4e93-b827-c38f09e5d33d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.702234] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2115.702473] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2115.702654] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleting the datastore file [datastore1] 9eaffaaf-987a-4879-b256-a57dab8f0058 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2115.702928] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a830c0-d2ba-4996-bc47-87a5f626497e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.709434] env[63326]: DEBUG oslo_vmware.api [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for the task: (returnval){ [ 2115.709434] env[63326]: value = "task-1727063" [ 2115.709434] env[63326]: _type = "Task" [ 2115.709434] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.716891] env[63326]: DEBUG oslo_vmware.api [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.218830] env[63326]: DEBUG oslo_vmware.api [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Task: {'id': task-1727063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134204} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.219128] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2116.219323] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2116.219503] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2116.219677] env[63326]: INFO nova.compute.manager [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2116.219919] env[63326]: DEBUG oslo.service.loopingcall [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2116.220134] env[63326]: DEBUG nova.compute.manager [-] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2116.220227] env[63326]: DEBUG nova.network.neutron [-] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2118.245018] env[63326]: DEBUG nova.compute.manager [req-95bd443e-e941-445e-a362-d8eb9cee4b6d req-7bec4cc0-6616-4b1b-b25d-9e5578bb826c service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Received event network-vif-deleted-875313cf-d4c7-4d7a-943c-02c3d30e4a35 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2118.245252] env[63326]: INFO nova.compute.manager [req-95bd443e-e941-445e-a362-d8eb9cee4b6d req-7bec4cc0-6616-4b1b-b25d-9e5578bb826c service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Neutron deleted interface 875313cf-d4c7-4d7a-943c-02c3d30e4a35; detaching it from the instance and deleting it from the info cache [ 2118.245365] env[63326]: DEBUG nova.network.neutron [req-95bd443e-e941-445e-a362-d8eb9cee4b6d req-7bec4cc0-6616-4b1b-b25d-9e5578bb826c service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.305428] env[63326]: INFO nova.virt.block_device [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Booting with volume 05f56c81-27e9-49b1-a807-65621f53de0e at /dev/sda [ 2118.342120] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab86c58c-14f4-433f-9190-bd8d2b589821 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.351052] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e751b0-2585-4f14-b982-a7cb854ffa16 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.375736] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ab31e15-ce97-41e2-9955-d280dfa90717 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.383966] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b68c6-3a3a-41ab-955a-2b18750fac54 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.409377] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe20b2-1b15-4cdf-b9f2-2678bf09f044 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.415737] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ea7031-d48b-40e3-80ab-520c8bf81cbe {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.429812] env[63326]: DEBUG nova.virt.block_device [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating existing volume attachment record: 3b7adcaf-1184-48f2-bd66-d1c318044af9 {{(pid=63326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2118.722849] env[63326]: DEBUG nova.network.neutron [-] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.749070] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78eaa200-1da9-45f4-989e-a64a7046dfe3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.758892] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a971b09d-76ab-49aa-9645-837cfc05c904 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.784479] env[63326]: DEBUG nova.compute.manager [req-95bd443e-e941-445e-a362-d8eb9cee4b6d req-7bec4cc0-6616-4b1b-b25d-9e5578bb826c service nova] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Detach interface failed, port_id=875313cf-d4c7-4d7a-943c-02c3d30e4a35, reason: Instance 9eaffaaf-987a-4879-b256-a57dab8f0058 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2119.225772] env[63326]: INFO nova.compute.manager [-] [instance: 9eaffaaf-987a-4879-b256-a57dab8f0058] Took 3.01 seconds to deallocate network for instance. [ 2119.269873] env[63326]: DEBUG nova.compute.manager [req-fb344948-e720-4234-b22d-6c4f487641b8 req-b6f1685a-327a-48e3-aeba-43dc05a2e992 service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Received event network-vif-plugged-fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2119.270214] env[63326]: DEBUG oslo_concurrency.lockutils [req-fb344948-e720-4234-b22d-6c4f487641b8 req-b6f1685a-327a-48e3-aeba-43dc05a2e992 service nova] Acquiring lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.270333] env[63326]: DEBUG oslo_concurrency.lockutils [req-fb344948-e720-4234-b22d-6c4f487641b8 req-b6f1685a-327a-48e3-aeba-43dc05a2e992 service nova] Lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.270689] env[63326]: DEBUG oslo_concurrency.lockutils [req-fb344948-e720-4234-b22d-6c4f487641b8 req-b6f1685a-327a-48e3-aeba-43dc05a2e992 service nova] Lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.271017] env[63326]: DEBUG nova.compute.manager [req-fb344948-e720-4234-b22d-6c4f487641b8 req-b6f1685a-327a-48e3-aeba-43dc05a2e992 service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] No waiting events found dispatching network-vif-plugged-fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2119.271017] env[63326]: WARNING nova.compute.manager [req-fb344948-e720-4234-b22d-6c4f487641b8 req-b6f1685a-327a-48e3-aeba-43dc05a2e992 service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Received unexpected event network-vif-plugged-fc686114-f94e-4234-9b00-40a7ae0aeb1b for instance with vm_state building and task_state block_device_mapping. [ 2119.365407] env[63326]: DEBUG nova.network.neutron [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Successfully updated port: fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2119.731744] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.732021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.732251] env[63326]: DEBUG nova.objects.instance [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lazy-loading 'resources' on Instance uuid 9eaffaaf-987a-4879-b256-a57dab8f0058 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2119.866661] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.866661] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.866830] env[63326]: DEBUG nova.network.neutron [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2120.297916] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd832c32-0596-4ea8-8143-3f17200c52f5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.305298] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a81f1-d24a-48ad-9b72-751b5c187aa2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.334058] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a641c704-a0f2-4b2b-b712-a391ba60b61d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.341519] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e626a45-4ffb-46d2-bf92-8cd22a8f169e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.355712] env[63326]: DEBUG nova.compute.provider_tree [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2120.398971] env[63326]: DEBUG nova.network.neutron [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Instance cache missing network info. {{(pid=63326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2120.522101] env[63326]: DEBUG nova.network.neutron [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance_info_cache with network_info: [{"id": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "address": "fa:16:3e:05:f7:68", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc686114-f9", "ovs_interfaceid": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.875112] env[63326]: ERROR nova.scheduler.client.report [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] [req-bc125f2b-9a88-4ef4-8012-dbc9c779abc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 788305bd-5b87-47b7-b44d-2a77c92acc3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc125f2b-9a88-4ef4-8012-dbc9c779abc6"}]} [ 2120.891039] env[63326]: DEBUG nova.scheduler.client.report [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing inventories for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2120.904594] env[63326]: DEBUG nova.scheduler.client.report [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating ProviderTree inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2120.904827] env[63326]: DEBUG nova.compute.provider_tree [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2120.916007] env[63326]: DEBUG nova.scheduler.client.report [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing aggregate associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, aggregates: None {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2120.934916] env[63326]: DEBUG nova.scheduler.client.report [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Refreshing trait associations for resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2120.991731] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ae249-d982-474b-b371-aeeda1f7a0d7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.999245] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e7ceb5-d00c-4e7d-b4a8-c7f6632606cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.028381] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d228214-3def-42c0-8fde-cdf5cd69ec22 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.035837] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d72f5-4e8a-48bb-bb3a-7f55fd1f3505 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.048805] env[63326]: DEBUG nova.compute.provider_tree [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2123.512927] env[63326]: DEBUG nova.compute.manager [req-31472aeb-1b43-419f-997c-4da51854a6f8 req-d94e6cbe-2826-4919-b12d-d9dbc18450df service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Received event network-changed-fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2123.513916] env[63326]: DEBUG nova.compute.manager [req-31472aeb-1b43-419f-997c-4da51854a6f8 req-d94e6cbe-2826-4919-b12d-d9dbc18450df service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Refreshing instance network info cache due to event network-changed-fc686114-f94e-4234-9b00-40a7ae0aeb1b. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2123.513916] env[63326]: DEBUG oslo_concurrency.lockutils [req-31472aeb-1b43-419f-997c-4da51854a6f8 req-d94e6cbe-2826-4919-b12d-d9dbc18450df service nova] Acquiring lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.520091] env[63326]: DEBUG nova.scheduler.client.report [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updated inventory for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with generation 190 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2123.520091] env[63326]: DEBUG nova.compute.provider_tree [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating resource provider 788305bd-5b87-47b7-b44d-2a77c92acc3c generation from 190 to 191 during operation: update_inventory {{(pid=63326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2123.520091] env[63326]: DEBUG nova.compute.provider_tree [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Updating inventory in ProviderTree for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2123.532050] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.532365] env[63326]: DEBUG nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Instance network_info: |[{"id": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "address": "fa:16:3e:05:f7:68", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc686114-f9", "ovs_interfaceid": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2123.533202] env[63326]: DEBUG oslo_concurrency.lockutils [req-31472aeb-1b43-419f-997c-4da51854a6f8 req-d94e6cbe-2826-4919-b12d-d9dbc18450df service nova] Acquired lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.533202] env[63326]: DEBUG nova.network.neutron [req-31472aeb-1b43-419f-997c-4da51854a6f8 req-d94e6cbe-2826-4919-b12d-d9dbc18450df service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Refreshing network info cache for port fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2124.020423] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.288s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.034105] env[63326]: DEBUG nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Start spawning the instance on the hypervisor. {{(pid=63326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2124.034626] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2124.034842] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2124.034997] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2124.035209] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2124.035356] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2124.035501] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2124.035723] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2124.035968] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2124.036634] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2124.036634] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2124.036634] env[63326]: DEBUG nova.virt.hardware [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2124.039770] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8a4c8e-72b6-4e7c-b38d-62c498e6de2a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.043188] env[63326]: INFO nova.scheduler.client.report [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Deleted allocations for instance 9eaffaaf-987a-4879-b256-a57dab8f0058 [ 2124.050142] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d7e90-8580-4123-a2e3-c02d52db2569 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.063774] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:f7:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc686114-f94e-4234-9b00-40a7ae0aeb1b', 'vif_model': 'vmxnet3'}] {{(pid=63326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2124.071078] env[63326]: DEBUG oslo.service.loopingcall [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2124.074015] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Creating VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2124.074015] env[63326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cccfc65d-63ca-440b-8941-33e2b18d3a10 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.094917] env[63326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2124.094917] env[63326]: value = "task-1727064" [ 2124.094917] env[63326]: _type = "Task" [ 2124.094917] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.103329] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1727064, 'name': CreateVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.266910] env[63326]: DEBUG nova.network.neutron [req-31472aeb-1b43-419f-997c-4da51854a6f8 req-d94e6cbe-2826-4919-b12d-d9dbc18450df service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updated VIF entry in instance network info cache for port fc686114-f94e-4234-9b00-40a7ae0aeb1b. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.267358] env[63326]: DEBUG nova.network.neutron [req-31472aeb-1b43-419f-997c-4da51854a6f8 req-d94e6cbe-2826-4919-b12d-d9dbc18450df service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance_info_cache with network_info: [{"id": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "address": "fa:16:3e:05:f7:68", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc686114-f9", "ovs_interfaceid": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.552254] env[63326]: DEBUG oslo_concurrency.lockutils [None req-18fae0e1-6da8-4fc0-8014-9bb59b7eb43d tempest-ServerActionsTestJSON-621926836 tempest-ServerActionsTestJSON-621926836-project-member] Lock "9eaffaaf-987a-4879-b256-a57dab8f0058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.961s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.605627] env[63326]: DEBUG oslo_vmware.api [-] Task: {'id': task-1727064, 'name': CreateVM_Task, 'duration_secs': 0.299234} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.605805] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Created VM on the ESX host {{(pid=63326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2124.606483] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '3b7adcaf-1184-48f2-bd66-d1c318044af9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359433', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'name': 'volume-05f56c81-27e9-49b1-a807-65621f53de0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4b609beb-9669-468c-9a08-3b965f2f3845', 'attached_at': '', 'detached_at': '', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'serial': '05f56c81-27e9-49b1-a807-65621f53de0e'}, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=63326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2124.606697] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Root volume attach. Driver type: vmdk {{(pid=63326) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2124.607485] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f45733-49e7-49a6-8239-d17680c833c8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.614528] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7fea05-bdc6-44d0-842a-45d8ea4adfc2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.621043] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a0c65-3e40-487b-ba39-e1aee89ca8c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.626691] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-62bbce2b-c4d7-4fbd-9922-8fe92e0a4141 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.632880] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2124.632880] env[63326]: value = "task-1727065" [ 2124.632880] env[63326]: _type = "Task" [ 2124.632880] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.640438] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727065, 'name': RelocateVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.770065] env[63326]: DEBUG oslo_concurrency.lockutils [req-31472aeb-1b43-419f-997c-4da51854a6f8 req-d94e6cbe-2826-4919-b12d-d9dbc18450df service nova] Releasing lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.142856] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727065, 'name': RelocateVM_Task, 'duration_secs': 0.342223} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.143722] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Volume attach. Driver type: vmdk {{(pid=63326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2125.143722] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359433', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'name': 'volume-05f56c81-27e9-49b1-a807-65621f53de0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4b609beb-9669-468c-9a08-3b965f2f3845', 'attached_at': '', 'detached_at': '', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'serial': '05f56c81-27e9-49b1-a807-65621f53de0e'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2125.144852] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7776f58-7556-4c59-b5e5-cc84a8e0b7bd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.160836] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaa054d-e308-4971-b2f5-19bd833b6c5b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.183262] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-05f56c81-27e9-49b1-a807-65621f53de0e/volume-05f56c81-27e9-49b1-a807-65621f53de0e.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2125.183880] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8188716-4acf-4217-9155-4b89d155f17f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.204181] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2125.204181] env[63326]: value = "task-1727066" [ 2125.204181] env[63326]: _type = "Task" [ 2125.204181] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.212788] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.714699] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727066, 'name': ReconfigVM_Task, 'duration_secs': 0.263693} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.715030] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-05f56c81-27e9-49b1-a807-65621f53de0e/volume-05f56c81-27e9-49b1-a807-65621f53de0e.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2125.720109] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05406c74-c487-4bac-91d5-4afd992e6a50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.735618] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2125.735618] env[63326]: value = "task-1727067" [ 2125.735618] env[63326]: _type = "Task" [ 2125.735618] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.743214] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.245644] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727067, 'name': ReconfigVM_Task, 'duration_secs': 0.114398} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.245918] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359433', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'name': 'volume-05f56c81-27e9-49b1-a807-65621f53de0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4b609beb-9669-468c-9a08-3b965f2f3845', 'attached_at': '', 'detached_at': '', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'serial': '05f56c81-27e9-49b1-a807-65621f53de0e'} {{(pid=63326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2126.246451] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c1a9f61-18e7-45e2-8b64-02eb90fac307 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.252166] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2126.252166] env[63326]: value = "task-1727068" [ 2126.252166] env[63326]: _type = "Task" [ 2126.252166] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.259266] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727068, 'name': Rename_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.761449] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727068, 'name': Rename_Task, 'duration_secs': 0.117904} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.761732] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2126.761969] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa625f0-172e-484a-9810-dc8f24126055 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.767684] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2126.767684] env[63326]: value = "task-1727069" [ 2126.767684] env[63326]: _type = "Task" [ 2126.767684] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.774860] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.277098] env[63326]: DEBUG oslo_vmware.api [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727069, 'name': PowerOnVM_Task, 'duration_secs': 0.44968} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.277363] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2127.277570] env[63326]: INFO nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Took 3.24 seconds to spawn the instance on the hypervisor. [ 2127.277770] env[63326]: DEBUG nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Checking state {{(pid=63326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.278503] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b16aaf-63d2-42a0-ae1f-797bdb8c3273 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.294074] env[63326]: INFO nova.compute.manager [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Took 16.23 seconds to build instance. [ 2128.796215] env[63326]: DEBUG oslo_concurrency.lockutils [None req-278b0d20-8d4a-4789-88c5-1962c839c138 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.741s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.149300] env[63326]: DEBUG nova.compute.manager [req-f62f3575-9a66-41ca-ad0a-8d51f2975eab req-74665b5b-e31a-49c9-9355-93d342c733e0 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Received event network-changed-f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2130.149300] env[63326]: DEBUG nova.compute.manager [req-f62f3575-9a66-41ca-ad0a-8d51f2975eab req-74665b5b-e31a-49c9-9355-93d342c733e0 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Refreshing instance network info cache due to event network-changed-f2102250-435b-46cc-a27b-d07c006de44e. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2130.149300] env[63326]: DEBUG oslo_concurrency.lockutils [req-f62f3575-9a66-41ca-ad0a-8d51f2975eab req-74665b5b-e31a-49c9-9355-93d342c733e0 service nova] Acquiring lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.149300] env[63326]: DEBUG oslo_concurrency.lockutils [req-f62f3575-9a66-41ca-ad0a-8d51f2975eab req-74665b5b-e31a-49c9-9355-93d342c733e0 service nova] Acquired lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.149300] env[63326]: DEBUG nova.network.neutron [req-f62f3575-9a66-41ca-ad0a-8d51f2975eab req-74665b5b-e31a-49c9-9355-93d342c733e0 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Refreshing network info cache for port f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2130.840990] env[63326]: DEBUG nova.network.neutron [req-f62f3575-9a66-41ca-ad0a-8d51f2975eab req-74665b5b-e31a-49c9-9355-93d342c733e0 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updated VIF entry in instance network info cache for port f2102250-435b-46cc-a27b-d07c006de44e. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2130.841374] env[63326]: DEBUG nova.network.neutron [req-f62f3575-9a66-41ca-ad0a-8d51f2975eab req-74665b5b-e31a-49c9-9355-93d342c733e0 service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updating instance_info_cache with network_info: [{"id": "f2102250-435b-46cc-a27b-d07c006de44e", "address": "fa:16:3e:89:a9:ce", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2102250-43", "ovs_interfaceid": "f2102250-435b-46cc-a27b-d07c006de44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.343673] env[63326]: DEBUG oslo_concurrency.lockutils [req-f62f3575-9a66-41ca-ad0a-8d51f2975eab req-74665b5b-e31a-49c9-9355-93d342c733e0 service nova] Releasing lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.527886] env[63326]: DEBUG nova.compute.manager [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Stashing vm_state: active {{(pid=63326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2132.047432] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.047724] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.173579] env[63326]: DEBUG nova.compute.manager [req-cc5fef1f-4370-4c4a-a05d-20630981952c req-f45e768d-1a83-449c-875c-236be123baf6 service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Received event network-changed-fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2132.173769] env[63326]: DEBUG nova.compute.manager [req-cc5fef1f-4370-4c4a-a05d-20630981952c req-f45e768d-1a83-449c-875c-236be123baf6 service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Refreshing instance network info cache due to event network-changed-fc686114-f94e-4234-9b00-40a7ae0aeb1b. {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2132.173988] env[63326]: DEBUG oslo_concurrency.lockutils [req-cc5fef1f-4370-4c4a-a05d-20630981952c req-f45e768d-1a83-449c-875c-236be123baf6 service nova] Acquiring lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.174332] env[63326]: DEBUG oslo_concurrency.lockutils [req-cc5fef1f-4370-4c4a-a05d-20630981952c req-f45e768d-1a83-449c-875c-236be123baf6 service nova] Acquired lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.174514] env[63326]: DEBUG nova.network.neutron [req-cc5fef1f-4370-4c4a-a05d-20630981952c req-f45e768d-1a83-449c-875c-236be123baf6 service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Refreshing network info cache for port fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.835027] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2132.835027] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2132.877975] env[63326]: DEBUG nova.network.neutron [req-cc5fef1f-4370-4c4a-a05d-20630981952c req-f45e768d-1a83-449c-875c-236be123baf6 service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updated VIF entry in instance network info cache for port fc686114-f94e-4234-9b00-40a7ae0aeb1b. {{(pid=63326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.878355] env[63326]: DEBUG nova.network.neutron [req-cc5fef1f-4370-4c4a-a05d-20630981952c req-f45e768d-1a83-449c-875c-236be123baf6 service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance_info_cache with network_info: [{"id": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "address": "fa:16:3e:05:f7:68", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc686114-f9", "ovs_interfaceid": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.339845] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2133.340043] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2133.340297] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Rebuilding the list of instances to heal {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2133.869383] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.869646] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.869686] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2133.869821] env[63326]: DEBUG nova.objects.instance [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lazy-loading 'info_cache' on Instance uuid 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.053528] env[63326]: INFO nova.compute.claims [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2134.380978] env[63326]: DEBUG oslo_concurrency.lockutils [req-cc5fef1f-4370-4c4a-a05d-20630981952c req-f45e768d-1a83-449c-875c-236be123baf6 service nova] Releasing lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.559264] env[63326]: INFO nova.compute.resource_tracker [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating resource usage from migration 8d166705-4bff-478a-aa93-5a87b9bd758d [ 2134.616108] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a4b018-22b9-4d4c-b6bb-d2dcd7b3df72 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.623493] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d7b1c1-8766-48f5-8407-edc413b57fa1 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.652427] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd89c8f8-3c59-4998-a6aa-87e5268b307c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.659296] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2101929b-4b5c-4a12-9707-51241671f4ed {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.671734] env[63326]: DEBUG nova.compute.provider_tree [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.174834] env[63326]: DEBUG nova.scheduler.client.report [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.559173] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updating instance_info_cache with network_info: [{"id": "f2102250-435b-46cc-a27b-d07c006de44e", "address": "fa:16:3e:89:a9:ce", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2102250-43", "ovs_interfaceid": "f2102250-435b-46cc-a27b-d07c006de44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.679567] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.632s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.679803] env[63326]: INFO nova.compute.manager [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Migrating [ 2136.062073] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.062313] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2136.062543] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.062704] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.062863] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.063022] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.063169] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.063329] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.063455] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2136.063610] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.193041] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.193375] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.193375] env[63326]: DEBUG nova.network.neutron [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2136.567361] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.567574] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.567745] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.567908] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2136.568814] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cb06a5-cfd2-4e36-a80a-041579c7f527 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.576999] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23d57a7-d5b4-4f61-8786-75957dfc20c6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.590833] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472a7864-c3dc-4a25-b435-d70d7bef7a63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.596951] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b6b32e-ee20-4135-b5c0-982f19d11116 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.625052] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180855MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2136.625238] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.625391] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.912136] env[63326]: DEBUG nova.network.neutron [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance_info_cache with network_info: [{"id": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "address": "fa:16:3e:05:f7:68", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc686114-f9", "ovs_interfaceid": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.414771] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.632723] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Applying migration context for instance 4b609beb-9669-468c-9a08-3b965f2f3845 as it has an incoming, in-progress migration 8d166705-4bff-478a-aa93-5a87b9bd758d. Migration status is pre-migrating {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2137.633417] env[63326]: INFO nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating resource usage from migration 8d166705-4bff-478a-aa93-5a87b9bd758d [ 2137.652816] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2137.652981] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 37c051ac-4864-4f43-b6d5-f6ba1f8814c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2137.653123] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Migration 8d166705-4bff-478a-aa93-5a87b9bd758d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2137.653243] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 4b609beb-9669-468c-9a08-3b965f2f3845 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2137.653427] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2137.653561] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2138.502234] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5844735-ebd8-4515-a864-ffaa8616d4a9 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.510039] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cd1fc2-cc94-4945-befa-787e0a64c9c7 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.539071] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2b5e58-06f0-4c52-a3e6-6c04a23c93fd {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.546382] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fa5ca6-effc-41b6-95f3-fa12d66c12aa {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.559473] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2139.062833] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.069276] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2142.069708] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.444s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.484224] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6c0556-809a-4d79-a6d3-a65672c63743 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.503760] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance '4b609beb-9669-468c-9a08-3b965f2f3845' progress to 0 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2143.009590] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.009865] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f789bc1a-5a85-4130-a136-4f6eca7e64e3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.018114] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2143.018114] env[63326]: value = "task-1727070" [ 2143.018114] env[63326]: _type = "Task" [ 2143.018114] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.025212] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.527379] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727070, 'name': PowerOffVM_Task, 'duration_secs': 0.18136} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.527729] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.527862] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance '4b609beb-9669-468c-9a08-3b965f2f3845' progress to 17 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2144.033795] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2144.034064] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2144.034231] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2144.034414] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2144.034556] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2144.034700] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2144.034898] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2144.035248] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2144.035248] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2144.035411] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2144.035546] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2144.040523] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6278724f-c2b4-4815-82f9-ab53f4f8a33e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.056847] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2144.056847] env[63326]: value = "task-1727071" [ 2144.056847] env[63326]: _type = "Task" [ 2144.056847] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.064977] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.567276] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727071, 'name': ReconfigVM_Task, 'duration_secs': 0.148726} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.567680] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance '4b609beb-9669-468c-9a08-3b965f2f3845' progress to 33 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2145.073653] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T03:16:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2145.073946] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2145.074190] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image limits 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2145.074461] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Flavor pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2145.074680] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Image pref 0:0:0 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2145.074901] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2145.075197] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2145.075427] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2145.075666] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Got 1 possible topologies {{(pid=63326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2145.075908] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2145.076167] env[63326]: DEBUG nova.virt.hardware [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2145.081480] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2145.081763] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64776e7e-a7ce-4087-a54d-4c3bec156d50 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.100945] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2145.100945] env[63326]: value = "task-1727072" [ 2145.100945] env[63326]: _type = "Task" [ 2145.100945] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.108387] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.610558] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727072, 'name': ReconfigVM_Task, 'duration_secs': 0.160659} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.610915] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2145.611577] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119d127f-ccb3-4504-ae09-d45d73b8cbe5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.632666] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-05f56c81-27e9-49b1-a807-65621f53de0e/volume-05f56c81-27e9-49b1-a807-65621f53de0e.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2145.632895] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9958009a-ccb2-4702-8fff-62d2c8433181 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.650049] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2145.650049] env[63326]: value = "task-1727073" [ 2145.650049] env[63326]: _type = "Task" [ 2145.650049] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.658172] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.159916] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727073, 'name': ReconfigVM_Task, 'duration_secs': 0.235661} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.160157] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-05f56c81-27e9-49b1-a807-65621f53de0e/volume-05f56c81-27e9-49b1-a807-65621f53de0e.vmdk or device None with type thin {{(pid=63326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.160403] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance '4b609beb-9669-468c-9a08-3b965f2f3845' progress to 50 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2146.667469] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cedc26f-d6ca-41f3-9a63-f51b4afdf69e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.685997] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac76218-7e54-4d52-84a6-d07e38a2281c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.702572] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance '4b609beb-9669-468c-9a08-3b965f2f3845' progress to 67 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2148.339810] env[63326]: DEBUG nova.network.neutron [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Port fc686114-f94e-4234-9b00-40a7ae0aeb1b binding to destination host cpu-1 is already ACTIVE {{(pid=63326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2149.360549] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.360824] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.360940] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.394917] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.395142] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.395311] env[63326]: DEBUG nova.network.neutron [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2151.099900] env[63326]: DEBUG nova.network.neutron [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance_info_cache with network_info: [{"id": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "address": "fa:16:3e:05:f7:68", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc686114-f9", "ovs_interfaceid": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.602977] env[63326]: DEBUG oslo_concurrency.lockutils [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.112150] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d141881-9ed8-4cb5-b247-97134200d0b8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.119582] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb181fb0-eeab-41c0-a46a-f7ffec603da3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.215886] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74b8274-e910-4cab-af75-8e3dfa658d76 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.234747] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f211f0-ae8a-4a0e-8dfe-80ea46a3e567 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.241170] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance '4b609beb-9669-468c-9a08-3b965f2f3845' progress to 83 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2153.747779] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Powering on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2153.748133] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0dc3572-3951-4efa-85ef-fe3b4198e0ea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.755136] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2153.755136] env[63326]: value = "task-1727074" [ 2153.755136] env[63326]: _type = "Task" [ 2153.755136] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.762880] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.266336] env[63326]: DEBUG oslo_vmware.api [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727074, 'name': PowerOnVM_Task, 'duration_secs': 0.365659} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.266752] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Powered on the VM {{(pid=63326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2154.266752] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-31e112ff-10ca-4f26-9504-0b2fa3151284 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance '4b609beb-9669-468c-9a08-3b965f2f3845' progress to 100 {{(pid=63326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2156.593541] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "4b609beb-9669-468c-9a08-3b965f2f3845" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.593923] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.594069] env[63326]: DEBUG nova.compute.manager [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Going to confirm migration 10 {{(pid=63326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2157.152702] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.152895] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquired lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.153086] env[63326]: DEBUG nova.network.neutron [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Building network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2157.153283] env[63326]: DEBUG nova.objects.instance [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'info_cache' on Instance uuid 4b609beb-9669-468c-9a08-3b965f2f3845 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2158.376253] env[63326]: DEBUG nova.network.neutron [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance_info_cache with network_info: [{"id": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "address": "fa:16:3e:05:f7:68", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc686114-f9", "ovs_interfaceid": "fc686114-f94e-4234-9b00-40a7ae0aeb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.879569] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Releasing lock "refresh_cache-4b609beb-9669-468c-9a08-3b965f2f3845" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.879843] env[63326]: DEBUG nova.objects.instance [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'migration_context' on Instance uuid 4b609beb-9669-468c-9a08-3b965f2f3845 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.382457] env[63326]: DEBUG nova.objects.base [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Object Instance<4b609beb-9669-468c-9a08-3b965f2f3845> lazy-loaded attributes: info_cache,migration_context {{(pid=63326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2159.383424] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a582b3-f1ce-4a5e-81bc-92a936518299 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.403372] env[63326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28845e11-c714-47e3-81c4-1d98b63ac239 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.408346] env[63326]: DEBUG oslo_vmware.api [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2159.408346] env[63326]: value = "session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ffa237-2bce-f749-ecf8-ea68dd63f534" [ 2159.408346] env[63326]: _type = "Task" [ 2159.408346] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.415474] env[63326]: DEBUG oslo_vmware.api [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ffa237-2bce-f749-ecf8-ea68dd63f534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.918983] env[63326]: DEBUG oslo_vmware.api [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': session[5290e696-8c2f-f636-99cc-d2d9a4040788]52ffa237-2bce-f749-ecf8-ea68dd63f534, 'name': SearchDatastore_Task, 'duration_secs': 0.007268} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.919275] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.919501] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.481987] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad01ae8-7247-4fa3-96d1-8d71c13a0e3a {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.489482] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95077446-4afb-42ec-a0ca-cc722ae45ecf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.518377] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d626e971-9fb8-4634-a1d3-8246eb5c5043 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.524912] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cd537b-cef9-4b9a-856e-aa0ae825bc0c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.537407] env[63326]: DEBUG nova.compute.provider_tree [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.040836] env[63326]: DEBUG nova.scheduler.client.report [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2162.052875] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.133s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.607720] env[63326]: INFO nova.scheduler.client.report [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted allocation for migration 8d166705-4bff-478a-aa93-5a87b9bd758d [ 2163.113435] env[63326]: DEBUG oslo_concurrency.lockutils [None req-44790b1b-4a14-41b8-9246-a1a9f8cb5366 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.519s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.384549] env[63326]: INFO nova.compute.manager [None req-64adb313-969a-439a-9f01-67c74142889c tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Get console output [ 2163.384782] env[63326]: WARNING nova.virt.vmwareapi.driver [None req-64adb313-969a-439a-9f01-67c74142889c tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] The console log is missing. Check your VSPC configuration [ 2193.210935] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "4b609beb-9669-468c-9a08-3b965f2f3845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.211334] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.211334] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.211417] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.211578] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.215107] env[63326]: INFO nova.compute.manager [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Terminating instance [ 2193.719673] env[63326]: DEBUG nova.compute.manager [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2193.719934] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2193.720334] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-506f6153-1d69-4d48-9257-046dbc43ffc6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.728117] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2193.728117] env[63326]: value = "task-1727075" [ 2193.728117] env[63326]: _type = "Task" [ 2193.728117] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.735328] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.238678] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727075, 'name': PowerOffVM_Task, 'duration_secs': 0.158792} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.239031] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2194.239170] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Volume detach. Driver type: vmdk {{(pid=63326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2194.239329] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359433', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'name': 'volume-05f56c81-27e9-49b1-a807-65621f53de0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '4b609beb-9669-468c-9a08-3b965f2f3845', 'attached_at': '2024-12-11T03:44:43.000000', 'detached_at': '', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'serial': '05f56c81-27e9-49b1-a807-65621f53de0e'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2194.240059] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86017b2-9ae6-4688-8b72-6da4f2b395de {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.257442] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd85f366-354c-4da3-9ce5-a1381d63bfd8 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.263272] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e52784d-ab31-4353-89cb-4034c053f813 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.279746] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d271f2-3436-4cca-bc57-18fa06ac4e9d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.293754] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] The volume has not been displaced from its original location: [datastore1] volume-05f56c81-27e9-49b1-a807-65621f53de0e/volume-05f56c81-27e9-49b1-a807-65621f53de0e.vmdk. No consolidation needed. {{(pid=63326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2194.298832] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2194.299077] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c9c7d3-1656-4dc0-bbf8-a5972538225e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.315991] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2194.315991] env[63326]: value = "task-1727076" [ 2194.315991] env[63326]: _type = "Task" [ 2194.315991] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.322911] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.825219] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727076, 'name': ReconfigVM_Task, 'duration_secs': 0.153763} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.825500] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2194.830072] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2ba1ea-4b63-4874-8ea5-4853bf6dddcf {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.845058] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2194.845058] env[63326]: value = "task-1727077" [ 2194.845058] env[63326]: _type = "Task" [ 2194.845058] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.852428] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.354605] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727077, 'name': ReconfigVM_Task, 'duration_secs': 0.153417} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.354953] env[63326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-359433', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'name': 'volume-05f56c81-27e9-49b1-a807-65621f53de0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '4b609beb-9669-468c-9a08-3b965f2f3845', 'attached_at': '2024-12-11T03:44:43.000000', 'detached_at': '', 'volume_id': '05f56c81-27e9-49b1-a807-65621f53de0e', 'serial': '05f56c81-27e9-49b1-a807-65621f53de0e'} {{(pid=63326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2195.355181] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2195.355920] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438272c5-6e40-4042-a1ab-dd4ea0619c01 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.361877] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2195.362101] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-170600d5-699a-4a5b-8f49-266e6ce2459f {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.424312] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2195.424516] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2195.424695] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleting the datastore file [datastore1] 4b609beb-9669-468c-9a08-3b965f2f3845 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2195.424950] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56cf96d-e66e-47d2-856c-478200259c24 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.431815] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2195.431815] env[63326]: value = "task-1727079" [ 2195.431815] env[63326]: _type = "Task" [ 2195.431815] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.439281] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.942450] env[63326]: DEBUG oslo_vmware.api [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093369} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.942705] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2195.942901] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2195.943150] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2195.943357] env[63326]: INFO nova.compute.manager [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Took 2.22 seconds to destroy the instance on the hypervisor. [ 2195.943598] env[63326]: DEBUG oslo.service.loopingcall [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2195.943802] env[63326]: DEBUG nova.compute.manager [-] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2195.943895] env[63326]: DEBUG nova.network.neutron [-] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2198.407103] env[63326]: DEBUG nova.compute.manager [req-7758783f-ec6f-4c93-bed5-21ffc28b9515 req-e63adfd2-a6c9-4b47-97db-4219754780ec service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Received event network-vif-deleted-fc686114-f94e-4234-9b00-40a7ae0aeb1b {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2198.407103] env[63326]: INFO nova.compute.manager [req-7758783f-ec6f-4c93-bed5-21ffc28b9515 req-e63adfd2-a6c9-4b47-97db-4219754780ec service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Neutron deleted interface fc686114-f94e-4234-9b00-40a7ae0aeb1b; detaching it from the instance and deleting it from the info cache [ 2198.407563] env[63326]: DEBUG nova.network.neutron [req-7758783f-ec6f-4c93-bed5-21ffc28b9515 req-e63adfd2-a6c9-4b47-97db-4219754780ec service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.857365] env[63326]: DEBUG nova.network.neutron [-] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.910260] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93211ef2-0f73-40cd-ac4d-b035d660b663 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.919661] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c90574-9fe5-4c52-8ef1-d9008ddd921b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.944053] env[63326]: DEBUG nova.compute.manager [req-7758783f-ec6f-4c93-bed5-21ffc28b9515 req-e63adfd2-a6c9-4b47-97db-4219754780ec service nova] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Detach interface failed, port_id=fc686114-f94e-4234-9b00-40a7ae0aeb1b, reason: Instance 4b609beb-9669-468c-9a08-3b965f2f3845 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2199.361287] env[63326]: INFO nova.compute.manager [-] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Took 3.42 seconds to deallocate network for instance. [ 2202.071103] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2202.071103] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2202.071103] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Starting heal instance info cache {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2203.272863] env[63326]: INFO nova.compute.manager [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Took 3.91 seconds to detach 1 volumes for instance. [ 2203.275090] env[63326]: DEBUG nova.compute.manager [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 4b609beb-9669-468c-9a08-3b965f2f3845] Deleting volume: 05f56c81-27e9-49b1-a807-65621f53de0e {{(pid=63326) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2203.370791] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.370942] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquired lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.371098] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Forcefully refreshing network info cache for instance {{(pid=63326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2203.921019] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.921293] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.921484] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.945292] env[63326]: INFO nova.scheduler.client.report [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted allocations for instance 4b609beb-9669-468c-9a08-3b965f2f3845 [ 2204.454534] env[63326]: DEBUG oslo_concurrency.lockutils [None req-b1fc84c5-71b8-4166-988c-62a8885d5ffc tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "4b609beb-9669-468c-9a08-3b965f2f3845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.243s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.583588] env[63326]: DEBUG nova.network.neutron [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Updating instance_info_cache with network_info: [{"id": "818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8", "address": "fa:16:3e:41:31:c9", "network": {"id": "4e7c17e7-841c-4f61-98f2-77ed15c7db2b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-694998794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc58617b70964ab29a030fb38aeb32eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818efa77-5a", "ovs_interfaceid": "818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.086455] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Releasing lock "refresh_cache-37c051ac-4864-4f43-b6d5-f6ba1f8814c8" {{(pid=63326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.086685] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Updated the network info_cache for instance {{(pid=63326) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2205.086905] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.087076] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.087230] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.087380] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.087521] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.087704] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.087827] env[63326]: DEBUG nova.compute.manager [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2205.087976] env[63326]: DEBUG oslo_service.periodic_task [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.240906] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.241147] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.241352] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.241532] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.241699] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.243639] env[63326]: INFO nova.compute.manager [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Terminating instance [ 2205.590893] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.591207] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.591299] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.591445] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2205.592378] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6896bfd-0ab3-4e8f-b8cf-6abd3faacffc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.600485] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55fd12-54f5-4f89-8b60-fbf3a8b8301d {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.613462] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9f9b2b-40fd-43fb-bf54-c8730ba6311e {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.619403] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48887c24-1137-42c6-806d-9006ebc5fbea {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.646693] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180988MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=63326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2205.646830] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.647021] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.746934] env[63326]: DEBUG nova.compute.manager [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2205.747127] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2205.747997] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d504c-c6dc-4e29-b1b9-1898600918bc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.756363] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2205.756607] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-598c1bc9-67ab-4a3c-883f-84447f573c36 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.763245] env[63326]: DEBUG oslo_vmware.api [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2205.763245] env[63326]: value = "task-1727081" [ 2205.763245] env[63326]: _type = "Task" [ 2205.763245] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.770403] env[63326]: DEBUG oslo_vmware.api [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.272870] env[63326]: DEBUG oslo_vmware.api [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727081, 'name': PowerOffVM_Task, 'duration_secs': 0.222837} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.273160] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2206.273330] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2206.273571] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67ce85b5-3ce6-4ab2-b7be-2ae6cdd66214 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.671408] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2206.671693] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Instance 37c051ac-4864-4f43-b6d5-f6ba1f8814c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2206.671747] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2206.671863] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2206.704923] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f12663d-eb44-4db3-a275-13f7be33d4cb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.711828] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd4cd8f-b913-40c1-8f07-21193ec849c3 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.740630] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06374e60-4e21-421e-aecf-db561b003435 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.747865] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fe89fd-c2a2-424a-b03c-9ef048632cbb {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.763112] env[63326]: DEBUG nova.compute.provider_tree [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2207.266684] env[63326]: DEBUG nova.scheduler.client.report [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2207.772169] env[63326]: DEBUG nova.compute.resource_tracker [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2207.772527] env[63326]: DEBUG oslo_concurrency.lockutils [None req-c9d84bef-70b3-466a-91dc-43e1c1effb7f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.008581] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2208.008849] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2208.009014] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleting the datastore file [datastore1] 37c051ac-4864-4f43-b6d5-f6ba1f8814c8 {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2208.009291] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-309ffe56-f47d-42f8-aa41-0ec13a0bc600 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.016473] env[63326]: DEBUG oslo_vmware.api [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2208.016473] env[63326]: value = "task-1727083" [ 2208.016473] env[63326]: _type = "Task" [ 2208.016473] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.023970] env[63326]: DEBUG oslo_vmware.api [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.526223] env[63326]: DEBUG oslo_vmware.api [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133612} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.526458] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2208.526643] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2208.526820] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2208.527079] env[63326]: INFO nova.compute.manager [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Took 2.78 seconds to destroy the instance on the hypervisor. [ 2208.527329] env[63326]: DEBUG oslo.service.loopingcall [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2208.527516] env[63326]: DEBUG nova.compute.manager [-] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2208.527646] env[63326]: DEBUG nova.network.neutron [-] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2211.719833] env[63326]: DEBUG nova.compute.manager [req-b042fd0d-cc6c-43a4-8508-cc5f65c3c3f9 req-864d898c-8eef-440c-845e-cf4f7e751071 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Received event network-vif-deleted-818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8 {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2211.720064] env[63326]: INFO nova.compute.manager [req-b042fd0d-cc6c-43a4-8508-cc5f65c3c3f9 req-864d898c-8eef-440c-845e-cf4f7e751071 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Neutron deleted interface 818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8; detaching it from the instance and deleting it from the info cache [ 2211.720255] env[63326]: DEBUG nova.network.neutron [req-b042fd0d-cc6c-43a4-8508-cc5f65c3c3f9 req-864d898c-8eef-440c-845e-cf4f7e751071 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.198588] env[63326]: DEBUG nova.network.neutron [-] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.222507] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f223fb52-041a-4bac-bf38-d77c3f6a1cf4 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.232039] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd1be6-f36a-41a3-b968-c31f07253421 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.255885] env[63326]: DEBUG nova.compute.manager [req-b042fd0d-cc6c-43a4-8508-cc5f65c3c3f9 req-864d898c-8eef-440c-845e-cf4f7e751071 service nova] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Detach interface failed, port_id=818efa77-5ad1-4c1d-8eec-7d28dc2ddcb8, reason: Instance 37c051ac-4864-4f43-b6d5-f6ba1f8814c8 could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2212.701355] env[63326]: INFO nova.compute.manager [-] [instance: 37c051ac-4864-4f43-b6d5-f6ba1f8814c8] Took 4.17 seconds to deallocate network for instance. [ 2213.208254] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.208684] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.208749] env[63326]: DEBUG nova.objects.instance [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'resources' on Instance uuid 37c051ac-4864-4f43-b6d5-f6ba1f8814c8 {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2213.754260] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c118be-b1ab-4ad7-b54f-c16acf1051e0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.761681] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a75b9d-7365-47c1-9c8a-0e7a9c0d34a6 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.792236] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd569c00-30ba-43e2-a88e-6bae330eb2d2 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.799045] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd615824-c31b-4d20-ad3d-a79e56a585a0 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.811506] env[63326]: DEBUG nova.compute.provider_tree [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2214.314200] env[63326]: DEBUG nova.scheduler.client.report [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2214.818965] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.841955] env[63326]: INFO nova.scheduler.client.report [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted allocations for instance 37c051ac-4864-4f43-b6d5-f6ba1f8814c8 [ 2215.350163] env[63326]: DEBUG oslo_concurrency.lockutils [None req-7c7f2dd9-bece-46af-a0fb-adeb60a4c994 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "37c051ac-4864-4f43-b6d5-f6ba1f8814c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.109s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.231775] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.232178] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.232317] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.232481] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.232654] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.235490] env[63326]: INFO nova.compute.manager [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Terminating instance [ 2219.739899] env[63326]: DEBUG nova.compute.manager [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Start destroying the instance on the hypervisor. {{(pid=63326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2219.740198] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Destroying instance {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2219.741103] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbbd641-4246-482f-bdfb-c630552a9d63 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.749170] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Powering off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2219.749395] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6ba35f0-c606-48ca-8918-bf902e23dc3b {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.756057] env[63326]: DEBUG oslo_vmware.api [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2219.756057] env[63326]: value = "task-1727085" [ 2219.756057] env[63326]: _type = "Task" [ 2219.756057] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.764849] env[63326]: DEBUG oslo_vmware.api [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.266231] env[63326]: DEBUG oslo_vmware.api [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727085, 'name': PowerOffVM_Task, 'duration_secs': 0.195861} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.266581] env[63326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Powered off the VM {{(pid=63326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2220.266619] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Unregistering the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2220.266847] env[63326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcf3ddff-92f8-4ef7-9251-247938450090 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.340016] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Unregistered the VM {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2220.340240] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Deleting contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2220.340418] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleting the datastore file [datastore1] 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2220.340695] env[63326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-177444b6-c205-494c-a1ef-f7c5b6e96efc {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.347761] env[63326]: DEBUG oslo_vmware.api [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for the task: (returnval){ [ 2220.347761] env[63326]: value = "task-1727087" [ 2220.347761] env[63326]: _type = "Task" [ 2220.347761] env[63326]: } to complete. {{(pid=63326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.355186] env[63326]: DEBUG oslo_vmware.api [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.857356] env[63326]: DEBUG oslo_vmware.api [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Task: {'id': task-1727087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131435} completed successfully. {{(pid=63326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.857609] env[63326]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted the datastore file {{(pid=63326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2220.857809] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Deleted contents of the VM from datastore datastore1 {{(pid=63326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2220.857989] env[63326]: DEBUG nova.virt.vmwareapi.vmops [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Instance destroyed {{(pid=63326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2220.858176] env[63326]: INFO nova.compute.manager [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2220.858412] env[63326]: DEBUG oslo.service.loopingcall [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2220.858612] env[63326]: DEBUG nova.compute.manager [-] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Deallocating network for instance {{(pid=63326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2220.858709] env[63326]: DEBUG nova.network.neutron [-] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] deallocate_for_instance() {{(pid=63326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2221.098458] env[63326]: DEBUG nova.compute.manager [req-ee6da861-7185-4533-bc30-04126d2a1659 req-7d144a68-4583-402d-b7c9-8955bc8f1faf service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Received event network-vif-deleted-f2102250-435b-46cc-a27b-d07c006de44e {{(pid=63326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2221.098597] env[63326]: INFO nova.compute.manager [req-ee6da861-7185-4533-bc30-04126d2a1659 req-7d144a68-4583-402d-b7c9-8955bc8f1faf service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Neutron deleted interface f2102250-435b-46cc-a27b-d07c006de44e; detaching it from the instance and deleting it from the info cache [ 2221.098777] env[63326]: DEBUG nova.network.neutron [req-ee6da861-7185-4533-bc30-04126d2a1659 req-7d144a68-4583-402d-b7c9-8955bc8f1faf service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.577338] env[63326]: DEBUG nova.network.neutron [-] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Updating instance_info_cache with network_info: [] {{(pid=63326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.601045] env[63326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37127dca-4ddd-4f6d-9131-af23c5f2fac5 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.610855] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f68d0-7584-44f5-b0f2-b381a2920473 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.633009] env[63326]: DEBUG nova.compute.manager [req-ee6da861-7185-4533-bc30-04126d2a1659 req-7d144a68-4583-402d-b7c9-8955bc8f1faf service nova] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Detach interface failed, port_id=f2102250-435b-46cc-a27b-d07c006de44e, reason: Instance 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f could not be found. {{(pid=63326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2222.080079] env[63326]: INFO nova.compute.manager [-] [instance: 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f] Took 1.22 seconds to deallocate network for instance. [ 2222.586821] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.587193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.587331] env[63326]: DEBUG nova.objects.instance [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lazy-loading 'resources' on Instance uuid 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f {{(pid=63326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2223.121325] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fd38b5-37e8-487f-a1a3-60e3fc860910 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.128822] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36667cad-b99c-47f2-8165-fb9c269b4918 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.160053] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f95d90-638f-4ea0-8f4b-e3c27125878c {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.166818] env[63326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313940b8-1753-473b-a2c1-8b6e81e8ba92 {{(pid=63326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.179807] env[63326]: DEBUG nova.compute.provider_tree [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed in ProviderTree for provider: 788305bd-5b87-47b7-b44d-2a77c92acc3c {{(pid=63326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.682924] env[63326]: DEBUG nova.scheduler.client.report [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Inventory has not changed for provider 788305bd-5b87-47b7-b44d-2a77c92acc3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.187994] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.205486] env[63326]: INFO nova.scheduler.client.report [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Deleted allocations for instance 6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f [ 2224.713193] env[63326]: DEBUG oslo_concurrency.lockutils [None req-52b94bc2-8d17-4f42-8b1f-f4ca674e4407 tempest-ServerActionsTestOtherA-968985103 tempest-ServerActionsTestOtherA-968985103-project-member] Lock "6d0c20fa-0a0f-4d9b-aa4f-170f41492a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.481s {{(pid=63326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}